-- Logs begin at Tue 2022-06-28 10:28:26 UTC, end at Tue 2022-06-28 11:32:07 UTC. -- Jun 28 11:07:36.235561 dv-cinder-844605-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 11:07:38.733359 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:07:38.734123 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 28 11:07:38.734123 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87998) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:07:38.737293 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:07:38.737540 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 28 11:07:38.737847 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87998) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:07:38.738778 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:07:38.739000 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:07:38.739354 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:07:38.739588 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:07:38.739809 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:07:38.740120 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.740411 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.740732 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.740911 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.741229 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.741490 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.741764 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.742043 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.742333 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.742610 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.742883 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.743155 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.743378 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.743644 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.743922 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.744182 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.744398 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] debug = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.744694 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.745109 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.745502 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.745779 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.746058 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.746329 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.746593 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.746860 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.747229 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.747607 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] host = dv-cinder-844605-1-smb {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.747829 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.748109 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.748391 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.748696 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.748966 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.749233 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.749508 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.749773 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.750037 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] log_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.750304 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.750582 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.750859 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.751138 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.751356 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.751573 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.751853 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.752131 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.752398 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.752687 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.752954 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.753216 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.753482 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.753742 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.754016 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.754292 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.754566 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.754830 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.755094 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.755356 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.755617 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.755895 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.756159 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.756423 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.756722 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.757001 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.757259 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.757522 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.757812 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.758085 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.758356 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.758629 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.758890 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.759158 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.759421 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.759680 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.759939 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] use_json = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.760199 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.760458 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.760748 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.761009 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.761274 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.761536 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.761798 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.762074 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.762335 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:38.762621 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.762931 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.763221 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.763499 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.763780 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.764049 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.764328 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.764626 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.764904 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.765186 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.765470 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.765745 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.766026 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.766295 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.766580 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.766873 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.767160 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.767443 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.767710 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.767976 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.768239 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.768530 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.768809 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.769093 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.769372 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.769640 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.769910 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.770191 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.770459 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.770721 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.770995 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.771282 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.771553 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.771818 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.772094 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.772376 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.772677 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.772941 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.773215 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.773495 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.773764 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.774026 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.774289 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.774560 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.774817 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.775095 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.775362 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.775626 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.775894 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.776163 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.776424 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.776712 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.776982 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.777245 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.777514 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.777776 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.778040 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.778304 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.778647 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.778915 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.779178 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.779439 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.779708 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.779971 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.780235 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.780517 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.780796 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.781050 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.781330 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.781622 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.781896 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.782168 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.782441 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.782714 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.782987 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.783258 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.783529 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.783801 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.784067 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.784350 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.784657 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.784939 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.785216 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.785488 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.785781 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.786054 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.786328 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.786597 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.786874 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.787150 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.787426 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.787712 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.787998 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.788283 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.788591 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.788881 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.789155 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.789456 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.789729 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:38.789941 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:07:38.790178 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87998) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 11:07:39.171558 dv-cinder-844605-1-smb neutron-server[87998]: INFO keyring.backend [-] Loading KWallet Jun 28 11:07:39.178712 dv-cinder-844605-1-smb neutron-server[87998]: INFO keyring.backend [-] Loading SecretService Jun 28 11:07:39.182145 dv-cinder-844605-1-smb neutron-server[87998]: INFO keyring.backend [-] Loading Windows Jun 28 11:07:39.183433 dv-cinder-844605-1-smb neutron-server[87998]: INFO keyring.backend [-] Loading chainer Jun 28 11:07:39.183983 dv-cinder-844605-1-smb neutron-server[87998]: INFO keyring.backend [-] Loading macOS Jun 28 11:07:39.216990 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:07:39.217260 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:07:39.217544 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:07:39.217867 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 11:07:39.606559 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.606844 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.607095 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.608298 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.608587 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.608849 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.643277 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.643542 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.643804 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.656911 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.657184 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.657444 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.686630 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.686898 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.687156 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.723441 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.723704 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.723961 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.952083 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.952702 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.952702 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.952887 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:39.953596 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.071264 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.071576 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.071849 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.072113 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.072372 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.072703 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.072962 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.073215 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.073459 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.073735 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.073966 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.074235 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.074488 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.074735 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.074993 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.075317 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.075562 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.075827 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.076066 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.076339 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.076710 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.076958 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.077198 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.077474 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.077717 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.077953 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.078328 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:40.078559 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:40.078788 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:40.079015 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:40.079241 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:40.079468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:40.079821 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 11:07:40.082896 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 11:07:40.086779 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 11:07:40.090573 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 28 11:07:40.092238 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 11:07:40.092710 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 11:07:40.093032 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 11:07:40.093552 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 11:07:40.096289 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 11:07:40.096557 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 11:07:40.096891 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:07:40.124487 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 11:07:40.124939 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.125232 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87998) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 11:07:40.125584 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.126928 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87998) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 11:07:40.127204 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:07:40.127446 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 11:07:40.130762 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.131035 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.192437 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 11:07:40.192604 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 11:07:40.192856 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 11:07:40.193563 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 11:07:40.228530 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_db.sqlalchemy.engines [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87998) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 28 11:07:40.575669 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Initializing driver for type 'gre' Jun 28 11:07:40.576369 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] gre ID ranges: [(1, 1000)] Jun 28 11:07:40.630368 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Initializing driver for type 'local' Jun 28 11:07:40.630689 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Initializing driver for type 'vlan' Jun 28 11:07:40.647844 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] VlanTypeDriver initialization complete Jun 28 11:07:40.648260 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Initializing driver for type 'vxlan' Jun 28 11:07:40.648802 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] vxlan ID ranges: [(1, 1000)] Jun 28 11:07:40.702850 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Initializing extension driver 'port_security' Jun 28 11:07:40.703217 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.extensions.port_security [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] PortSecurityExtensionDriver initialization complete Jun 28 11:07:40.703602 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Initializing mechanism driver 'openvswitch' Jun 28 11:07:40.704046 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Initializing mechanism driver 'hyperv' Jun 28 11:07:40.714826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.plugins.ml2.plugin [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:40.715905 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > port after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.716433 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > port after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.716976 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > port after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.717802 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:40.718443 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > subnet after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.718963 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > subnet after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.719464 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.720033 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:40.720673 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > network after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.721178 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > network after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.721671 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > network after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.722225 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:40.722846 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > security_group after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.723321 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > security_group after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.723843 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > security_group after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.724419 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:40.725077 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.725548 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.726005 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.726799 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:40.727476 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > address_group after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.727994 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > address_group after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.728528 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > address_group after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.729150 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87998) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:07:40.729853 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] ML2 OVO RPC backend initialized. {{(pid=87998) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 28 11:07:40.731008 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.731495 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.732130 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > network before_response 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.732504 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > networks before_response 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.732925 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > port before_response 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.733274 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > ports before_response 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.733619 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > subnet before_response 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.733959 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > subnets before_response 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.734303 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > network after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.734651 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > network after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.734988 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > network after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.735323 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > port after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.735659 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > port after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.735992 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > port after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.736326 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > subnet after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.736696 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > subnet after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.737029 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > subnet after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.737601 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.plugin [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Modular L2 Plugin initialization complete Jun 28 11:07:40.737930 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading services supported by the core plugin {{(pid=87998) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 11:07:40.738262 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.plugins.ml2.managers [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Got port-security extension from driver 'port_security' Jun 28 11:07:40.738734 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.extensions.vlantransparent [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Disabled vlantransparent extension. Jun 28 11:07:40.739226 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87998) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 11:07:40.739540 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading Plugin: router Jun 28 11:07:40.776624 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router_interface before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.777014 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router after_create 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.777389 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router before_create 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.777762 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.778133 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.778489 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router after_delete 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.778856 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > floatingip after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.779273 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router after_create 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.779623 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router after_update 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.779979 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router after_update 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.780328 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.780738 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router after_update 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.781142 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_update 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.781513 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: port after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.781851 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: port after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.782186 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: subnet after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.782529 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.782928 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > port precommit_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.783227 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_create 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.783556 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: port before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.783903 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.784263 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router after_update 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.784643 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_delete 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.784997 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_create 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.785369 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router_interface after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.785708 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_update 55549900 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.786078 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > agent after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.786430 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > agent after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.786778 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > network after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.787665 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Tracking information for resource: router configured {{(pid=87998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:40.787993 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Tracking information for resource: floatingip configured {{(pid=87998) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:07:40.792997 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.db.l3_agentschedulers_db [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 11:07:40.793581 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: port after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.793944 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: port after_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.794292 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: port after_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.794801 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: port after_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.795760 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router before_create 55550100 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.796165 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_delete 55550100 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.796735 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_create 55550100 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.796955 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > router precommit_update 55550100 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.801944 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.services.provider_configuration [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service providers = [] {{(pid=87998) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 11:07:40.802313 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.db.servicetype_db [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87998) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 11:07:40.805833 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.services.service_base [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:07:40.806183 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.services.service_base [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:07:40.806522 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.services.service_base [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:07:40.807428 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.services.service_base [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87998) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:07:40.807805 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.services.service_base [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 11:07:40.808187 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:40.808535 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 11:07:40.819658 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:40.819988 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading Plugin: auto_allocate Jun 28 11:07:40.825903 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: network precommit_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.826215 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: network precommit_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.826806 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:40.827126 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading Plugin: tag Jun 28 11:07:40.833673 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:40.833999 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading Plugin: timestamp Jun 28 11:07:40.837993 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:40.838319 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading Plugin: network_ip_availability Jun 28 11:07:40.843751 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.844122 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.844510 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:40.848554 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:40.848554 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading Plugin: flavors Jun 28 11:07:40.850668 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:40.850668 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading Plugin: revisions Jun 28 11:07:40.854922 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87998) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:07:40.855308 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_concurrency.lockutils [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=87998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:07:40.856062 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87998) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 28 11:07:40.856400 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Initializing extension manager. Jun 28 11:07:40.856929 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: __init__.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.857427 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: __pycache__ {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.857973 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.858321 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: address_group.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.859096 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.859679 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: address-group Jun 28 11:07:40.860005 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: address_scope.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.860754 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.861270 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: address-scope Jun 28 11:07:40.861595 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: admin_state_down_before_update.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.862521 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.863035 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: router-admin-state-down-before-update Jun 28 11:07:40.863355 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: agent.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.864055 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.864594 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: agent Jun 28 11:07:40.864918 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: agent_resources_synced.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.866034 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.866531 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: agent-resources-synced Jun 28 11:07:40.866854 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: allowedaddresspairs.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.868692 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.869214 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: allowed-address-pairs Jun 28 11:07:40.869540 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: auto_allocated_topology.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.870605 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.871120 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: auto-allocated-topology Jun 28 11:07:40.871448 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: availability_zone.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.872150 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.872740 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: availability_zone Jun 28 11:07:40.873056 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: availability_zone_filter.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.873977 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.874488 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: availability_zone_filter Jun 28 11:07:40.874814 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: data_plane_status.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.875719 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.877996 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 11:07:40.877996 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: default_subnetpools.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.877996 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.877996 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: default-subnetpools Jun 28 11:07:40.878430 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: dhcpagentscheduler.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.879091 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.879601 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: dhcp_agent_scheduler Jun 28 11:07:40.879922 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: dns.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.880851 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.881357 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension dns-integration not supported by any of loaded plugins Jun 28 11:07:40.881681 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: dns_domain_ports.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.882596 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.883103 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 11:07:40.883424 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: dvr.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.884100 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.884640 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: dvr Jun 28 11:07:40.884961 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: empty_string_filtering.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.885881 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.886404 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: empty-string-filtering Jun 28 11:07:40.886729 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.894323 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.894323 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:07:40.894323 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.894323 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.894323 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 11:07:40.894323 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: external_net.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.894773 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.894773 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: external-net Jun 28 11:07:40.894773 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: extra_dhcp_opt.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.894773 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.894773 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: extra_dhcp_opt Jun 28 11:07:40.894773 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: extraroute.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.895333 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.895333 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: extraroute Jun 28 11:07:40.895566 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: extraroute_atomic.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.897143 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.897143 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: extraroute-atomic Jun 28 11:07:40.897950 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: filter_validation.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.898079 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.898511 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: filter-validation Jun 28 11:07:40.898829 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: fip_pf_description.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.899758 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.900265 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 11:07:40.900609 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: fip_port_details.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.901534 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.902046 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: fip-port-details Jun 28 11:07:40.902367 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: flavors.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.903610 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.904212 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: flavors Jun 28 11:07:40.904562 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.906232 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.906745 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 11:07:40.907068 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: floatingip_pools.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.907774 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.908289 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: floatingip-pools Jun 28 11:07:40.908650 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: ip_allocation.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.909572 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.910077 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 11:07:40.910396 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.911321 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.911835 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: ip-substring-filtering Jun 28 11:07:40.912161 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: l2_adjacency.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.913119 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.913628 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 11:07:40.913947 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: l3.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.914953 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.915469 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: router Jun 28 11:07:40.915797 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: l3_conntrack_helper.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.918226 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.918760 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:07:40.919091 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.920061 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.920606 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: ext-gw-mode Jun 28 11:07:40.920932 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.921864 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.922380 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: l3-ha Jun 28 11:07:40.922704 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: l3_flavors.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.923647 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.924165 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: l3-flavors Jun 28 11:07:40.924558 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.925430 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.925942 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 11:07:40.926262 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: l3agentscheduler.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.927332 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.927847 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: l3_agent_scheduler Jun 28 11:07:40.928175 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: logging.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.929721 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.930251 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension logging not supported by any of loaded plugins Jun 28 11:07:40.930581 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: metering.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.931332 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.931923 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: metering Jun 28 11:07:40.932246 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.933374 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.933898 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: metering_source_and_destination_fields Jun 28 11:07:40.934223 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: multiprovidernet.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.935201 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.935730 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: multi-provider Jun 28 11:07:40.936044 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: netmtu.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.936971 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.937485 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: net-mtu Jun 28 11:07:40.937811 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: netmtu_writable.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.938723 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.939237 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: net-mtu-writable Jun 28 11:07:40.939563 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: network_availability_zone.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.940237 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.940780 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: network_availability_zone Jun 28 11:07:40.941105 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: network_ip_availability.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.942214 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.942735 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: network-ip-availability Jun 28 11:07:40.943063 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: network_segment_range.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.944172 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.944713 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 11:07:40.945040 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: pagination.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.946027 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.946361 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: pagination Jun 28 11:07:40.946681 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: port_device_profile.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.947587 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.948141 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: port-device-profile Jun 28 11:07:40.948459 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.949408 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.949922 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: port-mac-address-regenerate Jun 28 11:07:40.950243 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.951191 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.951705 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: port-numa-affinity-policy Jun 28 11:07:40.952032 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: port_resource_request.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.952975 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.953516 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 11:07:40.953789 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: portbindings.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.954718 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.955225 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: binding Jun 28 11:07:40.955547 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: portbindings_extended.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.956836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.957353 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: binding-extended Jun 28 11:07:40.957683 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: portsecurity.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.958598 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.959100 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: port-security Jun 28 11:07:40.959425 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: project_id.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.960547 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.960880 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: project-id Jun 28 11:07:40.961206 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: providernet.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.962140 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.962654 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: provider Jun 28 11:07:40.962977 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.966663 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.967187 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos not supported by any of loaded plugins Jun 28 11:07:40.967526 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.968811 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.969332 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 11:07:40.969658 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.970577 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.971098 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 11:07:40.971421 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos_default.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.972340 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.972883 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos-default not supported by any of loaded plugins Jun 28 11:07:40.973209 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos_fip.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.973871 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.974375 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos-fip not supported by any of loaded plugins Jun 28 11:07:40.974699 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos_gateway_ip.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.975620 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.976130 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 11:07:40.976452 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos_port_network_policy.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.977392 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.977907 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 11:07:40.978253 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos_rule_type_details.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.979168 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.979675 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 11:07:40.980001 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: qos_rules_alias.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.981069 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.981583 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 11:07:40.981905 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: quotasv2.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.982948 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.983275 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: quotas Jun 28 11:07:40.983600 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: quotasv2_detail.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.985236 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.985587 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: quota_details Jun 28 11:07:40.985895 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: rbac.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.986974 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.987500 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: rbac-policies Jun 28 11:07:40.987831 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: rbac_address_group.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.988803 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.989323 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: rbac-address-group Jun 28 11:07:40.989651 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: rbac_address_scope.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.990578 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.991091 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: rbac-address-scope Jun 28 11:07:40.991412 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: rbac_security_groups.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.992354 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.992899 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: rbac-security-groups Jun 28 11:07:40.993222 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: rbac_subnetpool.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.994136 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.994649 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: rbac-subnetpool Jun 28 11:07:40.994972 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: revisionifmatch.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.995887 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.996413 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: revision-if-match Jun 28 11:07:40.996760 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: revisions.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.998071 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:40.998588 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: standard-attr-revisions Jun 28 11:07:40.998916 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: router_availability_zone.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:40.999605 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.000117 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: router_availability_zone Jun 28 11:07:41.000442 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: routerservicetype.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.001520 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.002038 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension router-service-type not supported by any of loaded plugins Jun 28 11:07:41.002362 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.003292 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.003809 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: security-groups-normalized-cidr Jun 28 11:07:41.004131 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: security_groups_port_filtering.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.005086 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.005597 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: port-security-groups-filtering Jun 28 11:07:41.005920 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.006845 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.007355 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: security-groups-remote-address-group Jun 28 11:07:41.007677 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: securitygroup.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.017372 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.017902 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: security-group Jun 28 11:07:41.018234 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: segment.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.019030 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.019534 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension segment not supported by any of loaded plugins Jun 28 11:07:41.019864 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.020829 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.021347 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 11:07:41.021676 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: servicetype.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.022765 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.023308 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: service-type Jun 28 11:07:41.023631 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: sorting.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.024640 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.024968 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: sorting Jun 28 11:07:41.025286 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: standard_attr_segment.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.026203 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.026718 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 11:07:41.027036 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: standardattrdescription.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.027684 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.028203 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: standard-attr-description Jun 28 11:07:41.028547 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: stateful_security_group.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.029565 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.030079 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: stateful-security-group Jun 28 11:07:41.030405 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: stdattrs_common.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.030994 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 11:07:41.031314 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.032338 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.032896 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 11:07:41.033226 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: subnet_onboard.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.034306 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.034827 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: subnet_onboard Jun 28 11:07:41.035152 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.036081 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.036624 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 11:07:41.036949 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: subnet_service_types.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.037881 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.038392 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: subnet-service-types Jun 28 11:07:41.038717 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: subnetallocation.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.039796 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.040316 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: subnet_allocation Jun 28 11:07:41.040682 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.041362 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.041872 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: subnetpool-prefix-ops Jun 28 11:07:41.042195 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.043122 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.043633 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 11:07:41.043959 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: tagging.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.045090 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.045608 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: standard-attr-tag Jun 28 11:07:41.045933 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: timestamp.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.047124 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.047649 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loaded extension: standard-attr-timestamp Jun 28 11:07:41.047974 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: trunk.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.049040 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.049566 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension trunk not supported by any of loaded plugins Jun 28 11:07:41.049893 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: trunk_details.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.050823 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.051349 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension trunk-details not supported by any of loaded plugins Jun 28 11:07:41.051672 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: uplink_status_propagation.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.052609 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.053137 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 11:07:41.053460 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Loading extension file: vlantransparent.py {{(pid=87998) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:07:41.054133 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87998) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:07:41.054641 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 11:07:41.057143 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:network Jun 28 11:07:41.057896 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:subnet Jun 28 11:07:41.059850 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:41.060540 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:port Jun 28 11:07:41.061804 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.062272 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service FLAVORS assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.062874 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.063307 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.063637 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:router Jun 28 11:07:41.064294 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:07:41.065080 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service METERING assigned prefix: /metering {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.066551 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:41.066922 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:41.067290 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:07:41.068784 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:07:41.069242 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:07:41.069899 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:07:41.070648 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service CORE assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.071032 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:41.071326 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] subnetpool is already registered Jun 28 11:07:41.071934 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service CORE assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.072264 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:41.072621 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] subnetpool is already registered Jun 28 11:07:41.075175 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.075612 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service FLAVORS assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.076309 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.076706 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.077045 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:router Jun 28 11:07:41.077374 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] router is already registered Jun 28 11:07:41.077975 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:07:41.078318 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] floatingip is already registered Jun 28 11:07:41.078954 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service METERING assigned prefix: /metering {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.079624 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:07:41.079955 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] rbac_policy is already registered Jun 28 11:07:41.080504 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:07:41.080848 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] security_group is already registered Jun 28 11:07:41.081440 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:07:41.081772 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] security_group_rule is already registered Jun 28 11:07:41.082441 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service CORE assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.082775 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:41.083099 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] subnetpool is already registered Jun 28 11:07:41.083696 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.v2.resource_helper [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Service CORE assigned prefix: {{(pid=87998) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:07:41.084020 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:07:41.084355 dv-cinder-844605-1-smb neutron-server[87998]: WARNING neutron.quota.resource_registry [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] subnetpool is already registered Jun 28 11:07:41.085031 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: extensions {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.086508 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: address-groups {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.088121 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: address-scopes {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.089356 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: agents {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.090522 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: auto-allocated-topology {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.091872 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: availability_zones {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.093218 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: dhcp-networks {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.094630 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: dhcp-agents {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.096037 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: routers {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.097871 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: flavors {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.099024 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: service_profiles {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.100215 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: next_providers {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.101785 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: service_profiles {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.103228 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: floatingip-pools {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.104434 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: routers {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.106235 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: floatingips {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.107444 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: l3-routers {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.108871 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: l3-agents {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.110271 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: metering-labels {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.111628 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: metering-label-rules {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.112986 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: network-ip-availabilities {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.114220 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: bindings {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.115864 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: quotas {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.117326 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: quotas {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.118726 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: rbac-policies {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.120049 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: security-groups {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.121305 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: security-group-rules {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.122539 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: service-providers {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.123812 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: subnetpools {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.126156 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: subnetpools {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.127626 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.129340 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.246723 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.248595 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.250429 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.252308 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.254029 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.255923 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.257718 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.259567 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron.api.extensions [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Extended resource: tags {{(pid=87998) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:07:41.273066 dv-cinder-844605-1-smb neutron-server[87998]: WARNING keystonemiddleware.auth_token [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 11:07:41.273066 dv-cinder-844605-1-smb neutron-server[87998]: WARNING keystonemiddleware.auth_token [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 11:07:41.278738 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_concurrency.lockutils [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Acquired lock "singleton_lock" {{(pid=87998) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 11:07:41.279284 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_concurrency.lockutils [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Releasing lock "singleton_lock" {{(pid=87998) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 11:07:41.279930 dv-cinder-844605-1-smb neutron-server[87998]: INFO oslo_service.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Starting 2 workers Jun 28 11:07:41.284713 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Started child 88103 {{(pid=87998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:07:41.288976 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Started child 88104 {{(pid=87998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:07:41.290588 dv-cinder-844605-1-smb neutron-server[87998]: INFO neutron.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 11:07:41.291208 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Notify callbacks [] for process, before_spawn {{(pid=87998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:41.292858 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:41.293496 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:41.294068 dv-cinder-844605-1-smb neutron-server[87998]: INFO oslo_service.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Starting 1 workers Jun 28 11:07:41.294256 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [-] (88103) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:07:41.294520 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [-] (88104) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:07:41.298615 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Started child 88105 {{(pid=87998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:07:41.299121 dv-cinder-844605-1-smb neutron-server[87998]: INFO oslo_service.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Starting 1 workers Jun 28 11:07:41.302111 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] calling RpcWorker wait() {{(pid=88105) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 11:07:41.302657 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] returning from RpcWorker wait() {{(pid=88105) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 11:07:41.303356 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Started child 88106 {{(pid=87998) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:07:41.303911 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:41.304106 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG neutron_lib.callbacks.manager [None req-11cc08c5-51ea-4051-b0db-44806bcc83ff None None] Notify callbacks [] for process, after_spawn {{(pid=87998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:41.304638 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:41.305849 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87998) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 11:07:41.306041 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:07:41.306238 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:07:41.306411 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:07:41.306763 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:07:41.306939 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:07:41.307442 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.307704 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.307838 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:41.308289 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.308289 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.308498 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.309068 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.309324 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.309567 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.309836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.310082 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.310400 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.310648 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.310924 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.311175 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.311473 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.311744 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.311981 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.312261 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.312431 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.312717 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.312972 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.313229 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.313528 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] debug = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.313747 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.314205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.314432 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.314688 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.314906 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.315185 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.315429 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.315692 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.316085 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.316218 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.316360 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.316633 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.316880 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.317100 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.317324 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.317556 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.317775 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.318589 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] host = dv-cinder-844605-1-smb {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.318816 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.319029 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.319254 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.319482 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.319734 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.319968 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.320223 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.320504 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.320767 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.321003 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.321264 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.321497 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.321724 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.321958 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.322120 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_options = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.322351 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.322617 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.322862 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.323042 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.323208 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.323381 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.323631 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.323791 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.324034 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.324253 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.324539 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.324709 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.324948 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.325183 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.325453 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.325652 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.325970 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.326687 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.326687 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.326965 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.327083 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.327303 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.327520 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.327758 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.327979 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.328195 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.328432 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.329673 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.329673 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.329673 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.330040 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:41.330172 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.330172 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.330172 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.330513 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.330513 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.330741 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.330856 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.331115 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.332238 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.332238 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.332238 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.332238 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.332849 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.333167 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.333455 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.334810 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_json = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.335054 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.338752 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.338752 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.338752 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.339074 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.339492 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.339801 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.344754 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.345125 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.345647 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.346032 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.346420 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.346762 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.347067 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.347385 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.348545 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.348545 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.348545 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.348545 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.348954 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.349285 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.349658 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.349990 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.350299 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.350694 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.351002 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.351351 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.351637 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.351924 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.352237 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.352535 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.352908 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.353227 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.353553 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.353871 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.354199 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.354441 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.354663 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.354906 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.355155 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.355370 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.355639 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.355847 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.356081 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.356303 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.356560 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.356793 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.357054 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.357319 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.357565 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.357779 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.358011 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.358253 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.358468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.358688 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.358924 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.359151 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.359380 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.359644 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.359877 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.360121 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.360353 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.360593 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.360812 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.361061 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.361295 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.361504 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.361706 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.361938 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.362146 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.362420 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.362660 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.362874 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.363083 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.363304 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.363567 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.363790 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.363999 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.364306 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.364571 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.364810 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.365020 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.365232 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.365443 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.365673 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.365905 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.366121 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.366338 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.366570 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.366801 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.367013 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.367290 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.367520 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.367792 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.368102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.368338 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.368632 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.368877 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.369120 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.369335 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.369593 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.369862 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.370076 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.370305 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.370582 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.370815 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.371059 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.371293 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.371526 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.371757 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.371969 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.372188 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.372402 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.372657 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.372895 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.373308 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.373572 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.373818 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.374087 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.374416 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.374684 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.374934 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.375212 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.375455 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.375727 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.376008 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.376264 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.376575 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.376810 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.377035 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.377296 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.377598 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.377841 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.378082 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.378342 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.378559 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.378804 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.379060 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.379290 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.379513 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.379735 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.380066 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.380305 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.380540 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.380780 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.381029 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.381274 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.381520 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.381789 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.382042 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.382289 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.382530 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.382768 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.382976 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.383182 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.383436 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.383660 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.383894 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.384121 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.384385 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.384631 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.384859 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.385106 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.385332 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.385545 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.385783 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.385997 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.386209 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.386433 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.386660 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.386894 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.387143 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.387372 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.387605 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.387812 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.388032 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.388532 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.388928 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.389201 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.389467 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.389700 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.389931 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.390176 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.390432 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.390668 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.390909 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.391123 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.391333 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.391563 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.391805 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.392015 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.392240 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.392517 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.392714 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.392961 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.393176 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.393513 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.393761 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.394007 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.394249 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.394481 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.394725 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.394934 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.395142 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.395370 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.395581 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.395805 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.396032 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.396246 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.396461 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.396692 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.396901 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.397161 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.397409 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.397654 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.397884 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.398104 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.398339 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.398550 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.398761 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.398966 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.399175 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.399381 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.399591 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.399825 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.400119 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.400366 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.400632 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.400866 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.401090 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.401330 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.401553 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.401758 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.401969 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.402367 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.405826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.405826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.405826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.405826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.405826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.405826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.405826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.405826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.406431 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.406431 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.406431 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.406649 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:41.406740 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.406740 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.406740 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.406740 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.406740 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.407091 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 48782) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:07:41.407181 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.407181 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.407181 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.407181 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.407464 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.407543 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.407767 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.408054 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.408322 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.408656 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.408827 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.409115 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.409440 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.409698 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.409950 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.410186 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.410471 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.410687 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.410897 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.411130 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.411362 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.411571 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.411829 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.412061 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.412300 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.412540 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.412784 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.412993 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.413232 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.413469 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.413702 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.413914 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.414064 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:07:41.414756 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87998) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 11:07:41.414912 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:07:41.415225 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:07:41.415398 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:07:41.415561 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:07:41.415716 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:07:41.415917 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.416071 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.416226 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.416566 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.416566 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.416749 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.417040 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.417040 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.417212 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.417348 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.417502 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.417657 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.417811 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.417966 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.418317 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.418610 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.418892 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.419182 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.419495 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.419732 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.419887 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.420178 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.420328 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099723 Jun 28 11:07:41.420643 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] debug = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.420943 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.421714 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.421714 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.421714 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.421714 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.421714 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.422018 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.422018 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.422164 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.422290 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.422442 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.422739 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.422898 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.423054 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.423210 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.423366 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.423523 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.423681 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] host = dv-cinder-844605-1-smb {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.423839 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.423999 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.424148 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.424303 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.424458 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.425445 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.425603 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.425764 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.425922 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.426079 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.426235 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.426451 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.426550 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.426688 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.426843 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_options = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.427006 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.427150 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.427306 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428198 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428198 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428198 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428198 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428198 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428198 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428635 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428635 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428788 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.428867 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.429066 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.429180 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.429283 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.429582 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431205 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431703 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431703 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431703 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431703 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431703 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.431703 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.432110 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.432110 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.432110 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.432280 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.432344 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.432468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.432783 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.433116 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.433297 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.433440 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.433575 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.433749 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.433873 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.433980 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.434135 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_json = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.434293 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.434449 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.434607 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.434762 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.434919 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.435117 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.435264 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.435420 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.435576 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:07:41.435757 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.435916 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.436086 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.436244 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.436654 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.436818 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.436976 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.437136 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.437291 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.437449 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.437617 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.437775 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.437946 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.438105 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.438263 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.438423 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.438581 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.438739 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.438903 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.439064 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.439227 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.439368 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.439545 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.439704 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.439866 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.440029 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.440188 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.440352 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.440530 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.440672 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.440837 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.440988 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.441152 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.441308 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.441467 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.441624 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.441781 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.441943 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.442097 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.442234 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.442396 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.442537 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.442961 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.442961 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.443585 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.443585 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.443921 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.443921 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.443921 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.444299 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.444299 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.444448 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.445742 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.445742 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.445742 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.445742 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.446048 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.446048 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.446200 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.446354 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.446507 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.446686 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.446843 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.447776 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.447776 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.447776 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.447776 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.447776 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.447776 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.448216 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.448216 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.448216 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.448419 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.448529 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.448632 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.449153 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.449153 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.449153 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.449410 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.449410 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.450398 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.450564 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.450777 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.450951 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.451118 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.451298 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.451451 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.451625 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.451789 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.451911 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.452062 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.452221 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.452382 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.453434 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.453434 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.453618 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.453700 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.453858 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.455468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.455468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.455468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.455468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.455468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.455468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.455468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.455468 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456036 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456036 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456036 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456036 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456036 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456036 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456438 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456438 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456438 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.456667 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.457502 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.457660 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.457968 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.458278 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.458438 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.458598 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.458760 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.458920 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460102 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460672 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460672 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460672 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460880 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.460957 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.461479 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.461479 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.461479 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.461479 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.461731 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.461797 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.461947 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.462107 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.462266 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.462423 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.462580 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.462739 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.462899 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.463057 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.463216 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.463376 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.463537 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.463696 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.463854 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.464012 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.464172 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.464330 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.465230 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.465417 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.465584 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.465748 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.465906 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.466066 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.466225 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.466426 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.466584 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.466746 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.466911 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.467069 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.467228 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.467388 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.467547 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.467706 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.467893 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.468025 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.468169 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.468329 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.468508 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.468672 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.468836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.468997 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.469155 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.469315 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.469473 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.469631 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.469807 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.469965 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.470123 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.470285 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.470442 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.470599 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.470757 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.470914 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.471072 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.471228 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.471389 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.471569 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.471694 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.471851 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.472009 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.472165 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.472326 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.472540 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.472707 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.472868 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.473032 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.473192 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.473352 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.473509 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.473667 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.473827 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.473985 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.474142 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.474301 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.474473 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.474635 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.474794 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.474952 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.475112 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.475291 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.475436 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.475595 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.475752 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.475911 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.476078 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.476236 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.476393 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.476573 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.476731 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.476904 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.477836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.477836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.477836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.477836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.477836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.477836 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.478207 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.478207 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.478321 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.478422 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.478579 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.478743 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.478904 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.479068 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.479221 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.479390 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.479549 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.479716 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.479884 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.480051 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.480211 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.480375 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.480588 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.480747 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.480904 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.481061 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.481223 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.481381 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.481539 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.481698 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.481854 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.482090 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.482249 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.482408 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.482566 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.482723 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.482881 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.483039 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.483197 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.483356 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.483515 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.483675 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:07:41.483826 dv-cinder-844605-1-smb neutron-server[87998]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87998) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:07:52.251807 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df65934-f192-41f1-bb45-42e06e69f401 None None] get_active_networks_info from dv-cinder-844605-1-smb {{(pid=88105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 28 11:07:52.317931 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df65934-f192-41f1-bb45-42e06e69f401 None None] No non-hosted networks {{(pid=88105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 11:07:52.325277 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.agentschedulers_db [None req-7df65934-f192-41f1-bb45-42e06e69f401 None None] DHCP Agent not found on host dv-cinder-844605-1-smb {{(pid=88105) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 28 11:07:52.390209 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-03f5c991-05f4-462e-bec3-c9241ac88884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481099'] for agent, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:54.247068 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0e1535cd-f74f-4618-b410-d9c6f462f0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481099'] for agent, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:54.274060 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7f2bae5c-ed85-4496-a94e-fd552743d183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.522770 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481099'] for agent, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.541315 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481099'] for agent, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:55.541971 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.542544 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.543136 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.543469 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.543791 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.544112 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.544546 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.545176 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.545663 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.546176 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.546670 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.547170 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:07:55.547925 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844605-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:55.571063 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844605-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:07:56.827494 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481099'] for agent, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:07:58.377237 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 48878) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:07:58.983629 dv-cinder-844605-1-smb neutron-server[88104]: WARNING oslo_policy.policy [None req-37936535-d90c-48d1-96ee-86911a5c0e2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:58.984186 dv-cinder-844605-1-smb neutron-server[88104]: WARNING oslo_policy.policy [None req-37936535-d90c-48d1-96ee-86911a5c0e2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:07:59.200203 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [None req-37936535-d90c-48d1-96ee-86911a5c0e2b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:07:59.201325 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-37936535-d90c-48d1-96ee-86911a5c0e2b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8231080 Jun 28 11:07:59.434961 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.db.l3_hamode_db [None req-53d93806-ed8f-49e2-9ace-b7c8640927ed None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 11:07:59.519538 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d93806-ed8f-49e2-9ace-b7c8640927ed None None] Routers set() bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:07:59.519908 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d93806-ed8f-49e2-9ace-b7c8640927ed None None] Router IDs set() for agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 28 11:08:01.597006 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 48892) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:01.996546 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:02.088964 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.policy [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:08:02.132912 dv-cinder-844605-1-smb neutron-server[88104]: WARNING oslo_policy.policy [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:02.133252 dv-cinder-844605-1-smb neutron-server[88104]: WARNING oslo_policy.policy [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:02.141477 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.quota [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] Loaded quota_driver: . Jun 28 11:08:02.157589 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:02.226110 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784000156015', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784000159674', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784000177404', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784000175946', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784000194260', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784000191883', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1409583', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1402071', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-363962', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33179170'] for rbac-policy, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:02.295882 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:02.297108 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-c79d294a-77e6-4f37-8015-db6248fc2654 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6990519 Jun 28 11:08:05.115772 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 48906) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:05.492174 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5ce274bbf3464473b91eb59b4118cd75'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:05.499722 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:05.507311 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Usage tracker for resource:network and tenant:5ce274bbf3464473b91eb59b4118cd75 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:05.513670 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:05.519960 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:05.534010 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Made reservation on behalf of 5ce274bbf3464473b91eb59b4118cd75 for: {'network': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:08:05.536685 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:05.555193 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:05.569947 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:05.574006 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Usage tracker for resource:security_group_rule and tenant:5ce274bbf3464473b91eb59b4118cd75 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:05.579176 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:05.584786 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:05.697119 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:05.703503 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:05.729338 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:08:05.754526 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783997043056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:05.755065 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Unsubscribe: segment precommit_create {{(pid=88104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:08:05.755581 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.segments_db [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Added segment c0b5f5c8-412f-4ef9-b136-2e3a87472669 of type vlan for network 40698b42-de6b-43e2-978d-647d0eb88ba0 Jun 28 11:08:05.803323 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc5289a-98a0-4d1c-8ee8-7c447f8c6889,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:05.819309 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.819652 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.819984 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.820312 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.820657 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.820982 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.821306 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.821621 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.821974 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.822287 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.822597 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.822931 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Tracked resource versions report: Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: pushed versions: Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: { 'AddressGroup': {'1.2'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'ConntrackHelper': {'1.0'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Log': {'1.0'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Network': {'1.1'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Port': {'1.7'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'PortForwarding': {'1.2'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'QosPolicy': {'1.8'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'SecurityGroup': {'1.4'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'SubPort': {'1.0'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Subnet': {'1.1'}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Trunk': {'1.1'}} Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: consumer versions: Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: { DHCP agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: L3 agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: Metadata agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: Metering agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: Open vSwitch agent@dv-cinder-844605-1-smb: { 'AddressGroup': '1.2', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'ConntrackHelper': '1.0', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Log': '1.0', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Network': '1.1', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Port': '1.7', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'PortForwarding': '1.2', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'QosPolicy': '1.8', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'SecurityGroup': '1.4', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'SecurityGroupRule': '1.2', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'SubPort': '1.0', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Subnet': '1.1', Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: 'Trunk': '1.1'}} Jun 28 11:08:05.823946 dv-cinder-844605-1-smb neutron-server[88104]: {{(pid=88104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:08:05.869304 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:05.910551 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:05.911654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:05.912344 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:06.019905 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9030735 Jun 28 11:08:06.020628 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff63ea0-22aa-4b2f-b6c0-6a402a4b7cfb admin admin] Pushing event updated for resources: {'Network': ['ID=40698b42-de6b-43e2-978d-647d0eb88ba0,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:06.059162 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 40698b42-de6b-43e2-978d-647d0eb88ba0 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:08:08.743692 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 48922) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:09.231246 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cff912-d587-4695-b2c2-2397c3c4a7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:09.232818 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-65cff912-d587-4695-b2c2-2397c3c4a7a3 admin admin] 10.222.0.15 "GET /v2.0/networks/40698b42-de6b-43e2-978d-647d0eb88ba0 HTTP/1.1" status: 200 len: 825 time: 0.4878216 Jun 28 11:08:09.260129 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-b0f3e32a-349c-428e-893c-8286825a48d9 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/d5ec693a-55c3-4049-accd-de810cc2bbfb HTTP/1.1" status: 200 len: 734 time: 0.0218856 Jun 28 11:08:09.268671 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'd5ec693a-55c3-4049-accd-de810cc2bbfb', 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0', 'ip_version': 4, 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'gateway_ip': '172.20.0.1'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:09.272960 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:09.276785 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Usage tracker for resource:subnet and tenant:5ce274bbf3464473b91eb59b4118cd75 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:09.279706 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:09.288264 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:09.303510 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Made reservation on behalf of 5ce274bbf3464473b91eb59b4118cd75 for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:08:09.305875 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.612989 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.690863 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00aeefcc-5854-4837-9b40-b2bf988d4c1a,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:09.699876 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Checking segment: {'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:09.700637 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Network hostable DHCP agents. Network: 40698b42-de6b-43e2-978d-647d0eb88ba0, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:08:09.726702 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Network 40698b42-de6b-43e2-978d-647d0eb88ba0 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:08:09.739530 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 40698b42-de6b-43e2-978d-647d0eb88ba0) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:09.745352 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:09.745963 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:09.751774 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e6eda-8032-4cfd-8658-0f0de9879f90 None None] Network 40698b42-de6b-43e2-978d-647d0eb88ba0 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:08:09.767943 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-47c1d280-11d1-47ca-9406-4356bc5edba3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5024488 Jun 28 11:08:10.050749 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-40698b42-de6b-43e2-978d-647d0eb88ba0', 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'fixed_ips': [{'subnet_id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:08:10.051943 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:10.239224 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Allocated IP 172.20.0.2 (40698b42-de6b-43e2-978d-647d0eb88ba0/00aeefcc-5854-4837-9b40-b2bf988d4c1a/5ffe40e2-9b32-4579-adf4-c4669b329019) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:08:10.474165 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:10.487528 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Transition to ACTIVE for port object 5ffe40e2-9b32-4579-adf4-c4669b329019 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:10.507625 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Transition to ACTIVE for port object 5ffe40e2-9b32-4579-adf4-c4669b329019 will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:10.514347 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:10.579528 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Network 40698b42-de6b-43e2-978d-647d0eb88ba0 is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:08:10.582526 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:10.589154 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Pushing event updated for resources: {'Port': ['ID=5ffe40e2-9b32-4579-adf4-c4669b329019,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:10.592992 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:08:10.599433 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.599779 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.600117 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.600449 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.600801 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.601131 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.601458 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.601778 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.602099 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.602405 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.602722 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.603039 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Tracked resource versions report: Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: pushed versions: Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: { 'AddressGroup': {'1.2'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'ConntrackHelper': {'1.0'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Log': {'1.0'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Network': {'1.1'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Port': {'1.7'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'PortForwarding': {'1.2'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'QosPolicy': {'1.8'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'SecurityGroup': {'1.4'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'SubPort': {'1.0'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Subnet': {'1.1'}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Trunk': {'1.1'}} Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: consumer versions: Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: { DHCP agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: L3 agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: Metadata agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: Metering agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: Open vSwitch agent@dv-cinder-844605-1-smb: { 'AddressGroup': '1.2', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'ConntrackHelper': '1.0', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Log': '1.0', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Network': '1.1', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Port': '1.7', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'PortForwarding': '1.2', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'QosPolicy': '1.8', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'SecurityGroup': '1.4', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'SecurityGroupRule': '1.2', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'SubPort': '1.0', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Subnet': '1.1', Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: 'Trunk': '1.1'}} Jun 28 11:08:10.604101 dv-cinder-844605-1-smb neutron-server[88105]: {{(pid=88105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:08:10.709869 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Attempting to bind port 5ffe40e2-9b32-4579-adf4-c4669b329019 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:08:10.710260 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Attempting to bind port 5ffe40e2-9b32-4579-adf4-c4669b329019 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:08:10.710673 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Attempting to bind port 5ffe40e2-9b32-4579-adf4-c4669b329019 on network 40698b42-de6b-43e2-978d-647d0eb88ba0 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:08:10.716114 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:08:10.716607 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Checking segment: {'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:10.717072 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:10.717462 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Bound using segment: {'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:08:10.718025 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Bound port: 5ffe40e2-9b32-4579-adf4-c4669b329019, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:08:10.718456 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:10.807621 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] For port 5ffe40e2-9b32-4579-adf4-c4669b329019, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:08:10.811781 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] For port 5ffe40e2-9b32-4579-adf4-c4669b329019, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=5ffe40e2-9b32-4579-adf4-c4669b329019,segment=NetworkSegment(c0b5f5c8-412f-4ef9-b136-2e3a87472669),segment_id=c0b5f5c8-412f-4ef9-b136-2e3a87472669)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:08:10.817469 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:10.902574 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70803dc-1653-4891-8909-d822b9436a03 None None] Pushing event updated for resources: {'Port': ['ID=5ffe40e2-9b32-4579-adf4-c4669b329019,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:12.201827 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 48934) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:12.800389 dv-cinder-844605-1-smb neutron-server[88103]: WARNING oslo_policy.policy [None req-59882d47-36a3-4917-a595-12fad9913b13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:12.800964 dv-cinder-844605-1-smb neutron-server[88103]: WARNING oslo_policy.policy [None req-59882d47-36a3-4917-a595-12fad9913b13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:13.021887 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [None req-59882d47-36a3-4917-a595-12fad9913b13 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:13.023169 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-59882d47-36a3-4917-a595-12fad9913b13 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8193491 Jun 28 11:08:14.704937 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9904c72-df6a-4c73-a5f5-1e01da14edb5 None None] Network 40698b42-de6b-43e2-978d-647d0eb88ba0 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:08:14.816484 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-aac727b3-95fc-4b0d-9ce0-47b4b4930190 None None] Provisioning for port 5ffe40e2-9b32-4579-adf4-c4669b329019 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:15.260950 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 5ffe40e2-9b32-4579-adf4-c4669b329019 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:15.330420 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 5ffe40e2-9b32-4579-adf4-c4669b329019 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:15.335386 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 5ffe40e2-9b32-4579-adf4-c4669b329019 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:15.335778 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:15.451974 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 5ffe40e2-9b32-4579-adf4-c4669b329019 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:15.452394 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:15.474789 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 48952) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:15.486868 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 5ffe40e2-9b32-4579-adf4-c4669b329019, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=5ffe40e2-9b32-4579-adf4-c4669b329019,segment=NetworkSegment(c0b5f5c8-412f-4ef9-b136-2e3a87472669),segment_id=c0b5f5c8-412f-4ef9-b136-2e3a87472669)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:08:15.492296 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:15.561231 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=5ffe40e2-9b32-4579-adf4-c4669b329019,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:15.855487 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [None req-c7f14ecc-f2bf-4557-b69c-b25cab1f72c2 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88103) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:15.856651 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-c7f14ecc-f2bf-4557-b69c-b25cab1f72c2 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3806689 Jun 28 11:08:17.235770 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 5ffe40e2-9b32-4579-adf4-c4669b329019 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:17.303265 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 5ffe40e2-9b32-4579-adf4-c4669b329019 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:17.303621 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:17.420464 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 5ffe40e2-9b32-4579-adf4-c4669b329019 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:18.548185 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 48964) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:18.912459 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'name': 'router1'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:18.917205 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:18.921633 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Usage tracker for resource:router and tenant:5ce274bbf3464473b91eb59b4118cd75 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:18.924906 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:18.930475 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:18.943940 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:18.945611 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:18.966798 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:19.077724 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:19.099938 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:19.101103 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-a4371a03-55b8-449b-b7f6-3df3036ec5e1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5519245 Jun 28 11:08:21.344163 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:08:21.537812 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 48974) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:21.939176 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [None req-a2d8ac81-2aa8-46c9-994f-b41f46812b34 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:21.940157 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-a2d8ac81-2aa8-46c9-994f-b41f46812b34 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4011326 Jun 28 11:08:22.206590 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d0be618f-7ce0-4f19-a31d-3a5b0d62dfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:24.241943 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b73acc05-130b-4b22-bd4a-c0df70b5831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:24.379828 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 48984) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:24.772737 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:24.778289 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:24.782752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Usage tracker for resource:network and tenant:a052c528b8b949e8b74031623eebe8d2 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:24.785914 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:24.792428 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:24.804391 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Made reservation on behalf of a052c528b8b949e8b74031623eebe8d2 for: {'network': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:08:24.806659 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:24.818819 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:24.832461 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:24.836131 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Usage tracker for resource:security_group_rule and tenant:a052c528b8b949e8b74031623eebe8d2 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:24.838823 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:24.844428 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:24.931017 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:24.936752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:24.953724 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Reserving flat network on physical network physnet1 {{(pid=88104) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 11:08:24.973106 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79e7035-8341-4925-aacc-9eceb681654a,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:24.977342 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:24.977687 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.segments_db [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Added segment 3f4234a0-e7a6-4850-97e9-693e577c7897 of type flat for network 57311343-20e5-4116-9672-c16ebef5ba92 Jun 28 11:08:25.007916 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:25.045397 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:25.046535 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:25.047401 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:25.155947 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] Pushing event updated for resources: {'Network': ['ID=57311343-20e5-4116-9672-c16ebef5ba92,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:25.160023 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-d826ed39-5f3a-46f7-9d8c-23cf1c161797 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7780063 Jun 28 11:08:25.175627 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 57311343-20e5-4116-9672-c16ebef5ba92 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:08:25.479819 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:25.539385 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:26.787878 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:27.633957 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49004) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:27.859606 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec07d4-6ad7-4086-ab27-a2bd319a522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:27.860994 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-02ec07d4-6ad7-4086-ab27-a2bd319a522a admin admin] 10.222.0.15 "GET /v2.0/subnets/00aeefcc-5854-4837-9b40-b2bf988d4c1a HTTP/1.1" status: 200 len: 849 time: 0.2258112 Jun 28 11:08:28.008520 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-d487005d-7c92-411a-9e07-746d8fd227ab admin admin] 10.222.0.15 "GET /v2.0/routers/3ec14ea0-75ea-4d06-be67-d7431e29d6cd HTTP/1.1" status: 200 len: 704 time: 0.1415689 Jun 28 11:08:28.471778 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:28.745904 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Allocated IP 172.20.0.1 (40698b42-de6b-43e2-978d-647d0eb88ba0/00aeefcc-5854-4837-9b40-b2bf988d4c1a/5e3619b0-4cfa-4c12-ae12-64cf81f8a44c) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:08:28.916870 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:28.934767 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Transition to ACTIVE for port object 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:28.990893 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:29.056730 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Network 40698b42-de6b-43e2-978d-647d0eb88ba0 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:08:29.059577 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:29.063213 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:08:29.063747 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:29.177594 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Pushing event updated for resources: {'Port': ['ID=5e3619b0-4cfa-4c12-ae12-64cf81f8a44c,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:29.290114 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-c49613c2-5e0d-4334-913a-9b17a3988bca None None] Provisioning for port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:29.295650 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-c49613c2-5e0d-4334-913a-9b17a3988bca None None] Provisioning complete for port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:29.296083 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-c49613c2-5e0d-4334-913a-9b17a3988bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:29.330794 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:29.352105 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-c49613c2-5e0d-4334-913a-9b17a3988bca None None] Port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:08:29.558867 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:29.566822 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:29.567545 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:29.697483 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Pushing event updated for resources: {'Port': ['ID=5e3619b0-4cfa-4c12-ae12-64cf81f8a44c,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:29.763070 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Network 40698b42-de6b-43e2-978d-647d0eb88ba0 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:08:29.764657 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:29.976513 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-a596a713-b631-4bce-9ce1-af9c3fc6d0f1 None None] Provisioning complete for port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:29.976748 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a596a713-b631-4bce-9ce1-af9c3fc6d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:30.009968 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Router 3ec14ea0-75ea-4d06-be67-d7431e29d6cd is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:08:30.031126 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-a596a713-b631-4bce-9ce1-af9c3fc6d0f1 None None] Port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:08:30.166008 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:08:30.175989 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-63f77bf6-f328-4d41-a938-a5393a945623 admin admin] 10.222.0.15 "PUT /v2.0/routers/3ec14ea0-75ea-4d06-be67-d7431e29d6cd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1606665 Jun 28 11:08:30.176328 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Sync routers for ids ['3ec14ea0-75ea-4d06-be67-d7431e29d6cd'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:08:30.187699 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Routers {'3ec14ea0-75ea-4d06-be67-d7431e29d6cd'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:30.188570 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:08:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['3ec14ea0-75ea-4d06-be67-d7431e29d6cd'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:30.364769 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Set router 3ec14ea0-75ea-4d06-be67-d7431e29d6cd gateway port host: None {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:08:30.727726 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'name': 'router1', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:18Z', 'updated_at': '2022-06-28T11:08:29Z', 'revision_number': 2, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'gw_port_host': None, '_interfaces': [{'id': '5e3619b0-4cfa-4c12-ae12-64cf81f8a44c', 'name': '', 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'mac_address': 'fa:16:3e:28:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:28Z', 'updated_at': '2022-06-28T11:08:29Z', 'revision_number': 2, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'subnets': [{'id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5ec693a-55c3-4049-accd-de810cc2bbfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:30.732775 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Checking router: 3ec14ea0-75ea-4d06-be67-d7431e29d6cd for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:08:30.733159 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Updating router 3ec14ea0-75ea-4d06-be67-d7431e29d6cd port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:08:30.786418 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:31.165750 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:31.180448 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Transition to ACTIVE for port object 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:31.188043 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:31.421503 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Pushing event updated for resources: {'Port': ['ID=5e3619b0-4cfa-4c12-ae12-64cf81f8a44c,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:31.430455 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Attempting to bind port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:08:31.430850 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Attempting to bind port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:08:31.431263 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Attempting to bind port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c on network 40698b42-de6b-43e2-978d-647d0eb88ba0 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:08:31.435287 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.435634 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.435962 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.436287 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.436646 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.436975 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.437292 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.437607 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.437923 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.438237 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.438550 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.438861 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Tracked resource versions report: Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: pushed versions: Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: { 'AddressGroup': {'1.2'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'ConntrackHelper': {'1.0'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Log': {'1.0'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Network': {'1.1'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Port': {'1.7'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'PortForwarding': {'1.2'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'QosPolicy': {'1.8'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'SecurityGroup': {'1.4'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'SubPort': {'1.0'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Subnet': {'1.1'}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Trunk': {'1.1'}} Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: consumer versions: Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: { DHCP agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: L3 agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: Metadata agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: Metering agent@dv-cinder-844605-1-smb: {}, Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: Open vSwitch agent@dv-cinder-844605-1-smb: { 'AddressGroup': '1.2', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'ConntrackHelper': '1.0', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Log': '1.0', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Network': '1.1', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Port': '1.7', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'PortForwarding': '1.2', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'QosPolicy': '1.8', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'SecurityGroup': '1.4', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'SecurityGroupRule': '1.2', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'SubPort': '1.0', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Subnet': '1.1', Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: 'Trunk': '1.1'}} Jun 28 11:08:31.439918 dv-cinder-844605-1-smb neutron-server[88106]: {{(pid=88106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:08:31.446696 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:08:31.447087 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Checking segment: {'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:31.447564 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:31.447944 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Bound using segment: {'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:08:31.448438 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Bound port: 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b5f5c8-412f-4ef9-b136-2e3a87472669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:08:31.448847 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:31.540045 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] For port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:08:31.544265 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] For port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=5e3619b0-4cfa-4c12-ae12-64cf81f8a44c,segment=NetworkSegment(c0b5f5c8-412f-4ef9-b136-2e3a87472669),segment_id=c0b5f5c8-412f-4ef9-b136-2e3a87472669)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:08:31.549443 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:31.632998 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e1ddf-57db-4051-b4a0-764be84f951d None None] Pushing event updated for resources: {'Port': ['ID=5e3619b0-4cfa-4c12-ae12-64cf81f8a44c,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:31.640257 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Routers {'3ec14ea0-75ea-4d06-be67-d7431e29d6cd'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:31.640888 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:08:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['3ec14ea0-75ea-4d06-be67-d7431e29d6cd'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:31.831694 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] Set router 3ec14ea0-75ea-4d06-be67-d7431e29d6cd gateway port host: None {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:08:32.156917 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'name': 'router1', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:18Z', 'updated_at': '2022-06-28T11:08:29Z', 'revision_number': 2, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'gw_port_host': None, '_interfaces': [{'id': '5e3619b0-4cfa-4c12-ae12-64cf81f8a44c', 'name': '', 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'mac_address': 'fa:16:3e:28:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:28Z', 'updated_at': '2022-06-28T11:08:31Z', 'revision_number': 4, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'subnets': [{'id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5ec693a-55c3-4049-accd-de810cc2bbfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:32.161035 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d929fa-ba70-4d5a-b4ec-d421234e266f None None] The sync data for ids ['3ec14ea0-75ea-4d06-be67-d7431e29d6cd'] in dv-cinder-844605-1-smb is: [{'id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'name': 'router1', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:18Z', 'updated_at': '2022-06-28T11:08:29Z', 'revision_number': 2, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'gw_port_host': None, '_interfaces': [{'id': '5e3619b0-4cfa-4c12-ae12-64cf81f8a44c', 'name': '', 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'mac_address': 'fa:16:3e:28:9e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:28Z', 'updated_at': '2022-06-28T11:08:31Z', 'revision_number': 4, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'subnets': [{'id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5ec693a-55c3-4049-accd-de810cc2bbfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:08:32.431940 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49026) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:32.586586 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb3739-7daf-4888-b93a-60cd1f01ba83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:32.587153 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4bbb3739-7daf-4888-b93a-60cd1f01ba83 admin admin] Synchronizing usage tracker for tenant:a052c528b8b949e8b74031623eebe8d2 on resource:network {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:08:32.607388 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4bbb3739-7daf-4888-b93a-60cd1f01ba83 admin admin] Unset dirty status for tenant:a052c528b8b949e8b74031623eebe8d2 on resource:network {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:08:32.608726 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4bbb3739-7daf-4888-b93a-60cd1f01ba83 admin admin] 10.222.0.15 "GET /v2.0/networks/57311343-20e5-4116-9672-c16ebef5ba92 HTTP/1.1" status: 200 len: 842 time: 0.1756518 Jun 28 11:08:32.618426 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'cidr': '172.28.1.0/24'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:32.624185 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:32.628061 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Usage tracker for resource:subnet and tenant:a052c528b8b949e8b74031623eebe8d2 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:32.630883 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:32.636976 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:32.648370 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Made reservation on behalf of a052c528b8b949e8b74031623eebe8d2 for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:08:32.650709 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:33.033141 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.objects.ports [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88104) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 28 11:08:33.033611 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:33.102572 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04e0532-6697-48de-9fc6-76040cf65a93,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:33.115763 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:33.116118 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Network hostable DHCP agents. Network: 57311343-20e5-4116-9672-c16ebef5ba92, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:08:33.135713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:08:33.145907 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 57311343-20e5-4116-9672-c16ebef5ba92) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:33.150011 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:33.150573 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:33.155241 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31d5999-e1a1-4562-aeb5-3ab9cde26d50 None None] Network 57311343-20e5-4116-9672-c16ebef5ba92 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:08:33.173374 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-bf6f29a8-ef70-4330-aaa5-c580c3c26d43 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5585225 Jun 28 11:08:33.283897 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:33.458723 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:33.467884 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:33.468255 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:33.511113 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf779959-047b-4a51-8f1f-9733149d24bd None None] Network 57311343-20e5-4116-9672-c16ebef5ba92 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:08:33.729263 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:33.729660 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:33.812392 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=5e3619b0-4cfa-4c12-ae12-64cf81f8a44c,segment=NetworkSegment(c0b5f5c8-412f-4ef9-b136-2e3a87472669),segment_id=c0b5f5c8-412f-4ef9-b136-2e3a87472669)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:08:33.818929 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:33.891175 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=5e3619b0-4cfa-4c12-ae12-64cf81f8a44c,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:35.254368 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:35.333412 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:35.333761 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:35.420983 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49040) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:35.466944 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:35.629007 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-c7d49aa5-d39b-41ee-a7f8-c77c6ca72196 admin admin] 10.222.0.15 "GET /v2.0/routers/3ec14ea0-75ea-4d06-be67-d7431e29d6cd HTTP/1.1" status: 200 len: 710 time: 0.2068579 Jun 28 11:08:35.758148 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109af09b-f63e-45dc-80a5-bf42bbc5e23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:35.759486 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-109af09b-f63e-45dc-80a5-bf42bbc5e23e admin admin] 10.222.0.15 "GET /v2.0/networks/57311343-20e5-4116-9672-c16ebef5ba92 HTTP/1.1" status: 200 len: 886 time: 0.1226535 Jun 28 11:08:35.771024 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:36.279316 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:36.612881 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:36.667283 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:36.804010 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Allocated IP 172.28.1.101 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/298c04a4-7ce9-4406-8e94-6c2a7c034b84) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:08:36.951680 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:36.983476 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:37.046487 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:08:37.049381 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:37.052934 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:08:37.109313 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Pushing event updated for resources: {'Port': ['ID=298c04a4-7ce9-4406-8e94-6c2a7c034b84,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:37.448133 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:37.841789 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:37.845262 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476856'] for router, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:38.027402 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Router 3ec14ea0-75ea-4d06-be67-d7431e29d6cd has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:08:38.203026 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:08:38.211514 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:38.216754 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-6a8c0acb-fe90-4615-84ce-32ba6425e60f admin admin] 10.222.0.15 "PUT /v2.0/routers/3ec14ea0-75ea-4d06-be67-d7431e29d6cd HTTP/1.1" status: 200 len: 890 time: 2.4448183 Jun 28 11:08:38.216947 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Sync routers for ids ['3ec14ea0-75ea-4d06-be67-d7431e29d6cd'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:08:38.224579 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Routers {'3ec14ea0-75ea-4d06-be67-d7431e29d6cd'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:38.225270 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:08:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['3ec14ea0-75ea-4d06-be67-d7431e29d6cd'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:38.420393 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Set router 3ec14ea0-75ea-4d06-be67-d7431e29d6cd gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:08:38.756541 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'name': 'router1', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '298c04a4-7ce9-4406-8e94-6c2a7c034b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:18Z', 'updated_at': '2022-06-28T11:08:37Z', 'revision_number': 4, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'gw_port': {'id': '298c04a4-7ce9-4406-8e94-6c2a7c034b84', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:36Z', 'updated_at': '2022-06-28T11:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '5e3619b0-4cfa-4c12-ae12-64cf81f8a44c', 'name': '', 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'mac_address': 'fa:16:3e:28:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:28Z', 'updated_at': '2022-06-28T11:08:33Z', 'revision_number': 5, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'subnets': [{'id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5ec693a-55c3-4049-accd-de810cc2bbfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:38.761868 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Checking router: 3ec14ea0-75ea-4d06-be67-d7431e29d6cd for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:08:38.762276 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Updating router 3ec14ea0-75ea-4d06-be67-d7431e29d6cd port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:08:38.847113 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.175106 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.186705 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Transition to ACTIVE for port object 298c04a4-7ce9-4406-8e94-6c2a7c034b84 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:39.194574 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.275170 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Attempting to bind port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:08:39.275853 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Attempting to bind port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:08:39.275853 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Attempting to bind port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:08:39.277965 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f083a44-a9c8-4e19-a239-18855ccd1c41 None None] Pushing event updated for resources: {'Port': ['ID=298c04a4-7ce9-4406-8e94-6c2a7c034b84,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:39.283560 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:08:39.283934 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:39.284329 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.284713 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:08:39.285209 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Bound port: 298c04a4-7ce9-4406-8e94-6c2a7c034b84, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:08:39.285560 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.358921 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] For port 298c04a4-7ce9-4406-8e94-6c2a7c034b84, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:08:39.362443 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] For port 298c04a4-7ce9-4406-8e94-6c2a7c034b84, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=298c04a4-7ce9-4406-8e94-6c2a7c034b84,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:08:39.367351 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.443904 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Routers {'3ec14ea0-75ea-4d06-be67-d7431e29d6cd'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:39.444517 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:08:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['3ec14ea0-75ea-4d06-be67-d7431e29d6cd'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:39.500174 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f083a44-a9c8-4e19-a239-18855ccd1c41 None None] Pushing event updated for resources: {'Port': ['ID=298c04a4-7ce9-4406-8e94-6c2a7c034b84,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:39.625748 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] Set router 3ec14ea0-75ea-4d06-be67-d7431e29d6cd gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:08:39.954425 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'name': 'router1', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '298c04a4-7ce9-4406-8e94-6c2a7c034b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:18Z', 'updated_at': '2022-06-28T11:08:37Z', 'revision_number': 4, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'gw_port': {'id': '298c04a4-7ce9-4406-8e94-6c2a7c034b84', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:36Z', 'updated_at': '2022-06-28T11:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '5e3619b0-4cfa-4c12-ae12-64cf81f8a44c', 'name': '', 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'mac_address': 'fa:16:3e:28:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:28Z', 'updated_at': '2022-06-28T11:08:33Z', 'revision_number': 5, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'subnets': [{'id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5ec693a-55c3-4049-accd-de810cc2bbfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:39.958585 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef44dc7-6fa4-4050-b95a-64eaa536bf10 None None] The sync data for ids ['3ec14ea0-75ea-4d06-be67-d7431e29d6cd'] in dv-cinder-844605-1-smb is: [{'id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'name': 'router1', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.101'}], 'enable_snat': True}, 'gw_port_id': '298c04a4-7ce9-4406-8e94-6c2a7c034b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:18Z', 'updated_at': '2022-06-28T11:08:37Z', 'revision_number': 4, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'gw_port': {'id': '298c04a4-7ce9-4406-8e94-6c2a7c034b84', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:0a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:36Z', 'updated_at': '2022-06-28T11:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '5e3619b0-4cfa-4c12-ae12-64cf81f8a44c', 'name': '', 'network_id': '40698b42-de6b-43e2-978d-647d0eb88ba0', 'tenant_id': '5ce274bbf3464473b91eb59b4118cd75', 'mac_address': 'fa:16:3e:28:9e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec14ea0-75ea-4d06-be67-d7431e29d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:08:28Z', 'updated_at': '2022-06-28T11:08:33Z', 'revision_number': 5, 'project_id': '5ce274bbf3464473b91eb59b4118cd75', 'subnets': [{'id': '00aeefcc-5854-4837-9b40-b2bf988d4c1a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd5ec693a-55c3-4049-accd-de810cc2bbfb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:08:40.594212 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 49050) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:40.848411 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.policy [None req-9f88a55b-4455-4e41-b964-a42aa4e7d517 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88103) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:08:40.893911 dv-cinder-844605-1-smb neutron-server[88103]: WARNING oslo_policy.policy [None req-9f88a55b-4455-4e41-b964-a42aa4e7d517 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:40.894291 dv-cinder-844605-1-smb neutron-server[88103]: WARNING oslo_policy.policy [None req-9f88a55b-4455-4e41-b964-a42aa4e7d517 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:40.903697 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9f88a55b-4455-4e41-b964-a42aa4e7d517 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3085089 Jun 28 11:08:41.279831 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 298c04a4-7ce9-4406-8e94-6c2a7c034b84 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:41.353080 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:41.358573 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:41.359006 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:41.482399 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:41.482817 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:41.500001 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 298c04a4-7ce9-4406-8e94-6c2a7c034b84, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=298c04a4-7ce9-4406-8e94-6c2a7c034b84,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:08:41.504563 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:41.573400 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=298c04a4-7ce9-4406-8e94-6c2a7c034b84,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:43.268191 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 298c04a4-7ce9-4406-8e94-6c2a7c034b84 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:43.343729 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:43.343729 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:43.511379 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 298c04a4-7ce9-4406-8e94-6c2a7c034b84 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:52.202195 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-288e7fd6-3982-4ff8-83f5-07f7c2eefec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:54.247115 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-39a35fd8-4ef1-45bb-9a46-c3e1103d7b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:55.483771 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:55.544237 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:56.801664 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:58.344140 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:09:22.208608 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a692e214-e6e5-4578-98b3-8e1ee64afbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:24.252977 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7681e33f-878a-4899-8b36-82c34e7a21e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:25.487309 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:25.559005 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:26.806731 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:35.347310 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:09:52.208842 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-49f0174a-1b0e-43ff-90d6-6e69262a9232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:54.247718 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-07f66fd6-6de6-4a06-b120-f2c7c0cb7e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:55.489335 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:55.554505 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:56.808881 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:12.347296 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:10:22.206935 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-eb525de5-17d2-4e8f-8e28-f94db477fcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:24.245262 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2d5d2f12-9d74-46a3-a138-03137a21da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:25.493526 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:25.561851 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:26.806496 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:44.342736 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 49622) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:44.423786 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea45c4d-43e0-4c59-bafe-9c41e6ed232d admin admin] GET failed (client error): The resource could not be found. Jun 28 11:10:44.425098 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-cea45c4d-43e0-4c59-bafe-9c41e6ed232d admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0814054 Jun 28 11:10:44.598842 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1bd4eb-3104-4abc-b2e9-8f7b5b282815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:44.600239 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-df1bd4eb-3104-4abc-b2e9-8f7b5b282815 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1692734 Jun 28 11:10:46.774274 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49632) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:46.890715 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa92688-1776-416a-8a3f-a453601e03bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:46.891267 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-5aa92688-1776-416a-8a3f-a453601e03bb admin admin] Synchronizing usage tracker for tenant:a052c528b8b949e8b74031623eebe8d2 on resource:subnet {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:10:46.908295 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-5aa92688-1776-416a-8a3f-a453601e03bb admin admin] Unset dirty status for tenant:a052c528b8b949e8b74031623eebe8d2 on resource:subnet {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:10:46.909593 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-5aa92688-1776-416a-8a3f-a453601e03bb admin admin] 10.222.0.15 "GET /v2.0/subnets/00aeefcc-5854-4837-9b40-b2bf988d4c1a HTTP/1.1" status: 200 len: 849 time: 0.1343763 Jun 28 11:10:46.919993 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:10:47.039647 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Notify callbacks [] for subnet, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:47.236833 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783997131659'] for subnet, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:47.288453 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:47.289605 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:47.290400 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] 10.222.0.15 "PUT /v2.0/subnets/00aeefcc-5854-4837-9b40-b2bf988d4c1a HTTP/1.1" status: 200 len: 868 time: 0.3741875 Jun 28 11:10:47.303626 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294b56d-bcee-43c2-b527-c0780191403f None None] Network 40698b42-de6b-43e2-978d-647d0eb88ba0 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:10:47.315913 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Pushing event updated for resources: {'Subnet': ['ID=00aeefcc-5854-4837-9b40-b2bf988d4c1a,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:10:47.324631 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.324980 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.325293 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.325642 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.325967 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.326345 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.326677 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.327020 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.327339 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.327644 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.327980 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.328297 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6a061-35dc-43b7-8079-3c76290d981b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:10:47.725604 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-e7da9d54-7b2b-4aa4-afd7-b8d05b65030f None None] Provisioning complete for port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:10:47.725963 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-e7da9d54-7b2b-4aa4-afd7-b8d05b65030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:47.840618 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-e7da9d54-7b2b-4aa4-afd7-b8d05b65030f None None] Current status of the port 5e3619b0-4cfa-4c12-ae12-64cf81f8a44c is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:10:47.853106 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-e7da9d54-7b2b-4aa4-afd7-b8d05b65030f None None] Provisioning complete for port 5ffe40e2-9b32-4579-adf4-c4669b329019 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:10:47.853479 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-e7da9d54-7b2b-4aa4-afd7-b8d05b65030f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:47.971089 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-e7da9d54-7b2b-4aa4-afd7-b8d05b65030f None None] Current status of the port 5ffe40e2-9b32-4579-adf4-c4669b329019 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:10:49.347895 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:10:49.487404 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49642) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:49.676018 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fbfd9-da42-4916-a06f-cf21567bfe21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:49.676457 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534fbfd9-da42-4916-a06f-cf21567bfe21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:49.678051 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-534fbfd9-da42-4916-a06f-cf21567bfe21 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1888945 Jun 28 11:10:51.823368 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49652) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:52.009192 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef895ba-ce99-4e50-a836-f603a4fd7952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:52.009668 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef895ba-ce99-4e50-a836-f603a4fd7952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:52.011199 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0ef895ba-ce99-4e50-a836-f603a4fd7952 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1868308 Jun 28 11:10:52.203675 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-caa31f6f-62c8-4b53-a491-969a0763faab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:54.198260 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49662) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:54.249576 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5200611-ec61-482a-8fe3-a373fe366d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:54.451152 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8e43f-d63b-4920-ae48-8b6aa9acb13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:54.452457 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-79d8e43f-d63b-4920-ae48-8b6aa9acb13e admin admin] 10.222.0.15 "GET /v2.0/networks/40698b42-de6b-43e2-978d-647d0eb88ba0 HTTP/1.1" status: 200 len: 869 time: 0.2531583 Jun 28 11:10:55.495751 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:55.558934 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:56.617469 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49672) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:56.804879 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a932eed-4d22-4214-b02d-46c806872a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:56.806556 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8a932eed-4d22-4214-b02d-46c806872a2a admin admin] 10.222.0.15 "GET /v2.0/networks/57311343-20e5-4116-9672-c16ebef5ba92 HTTP/1.1" status: 200 len: 886 time: 0.1881237 Jun 28 11:10:56.811420 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:59.019774 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49682) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:10:59.139162 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de2b01-078f-435c-99d6-a2aa1633e069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:59.139617 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34de2b01-078f-435c-99d6-a2aa1633e069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:10:59.141186 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-34de2b01-078f-435c-99d6-a2aa1633e069 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204281 Jun 28 11:11:01.346488 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49692) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:01.469873 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85a85e-d725-4359-96fb-550086ba700b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:01.470306 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c85a85e-d725-4359-96fb-550086ba700b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:01.471876 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8c85a85e-d725-4359-96fb-550086ba700b admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244202 Jun 28 11:11:03.638970 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49702) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:03.757719 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f84ec1-f59a-4d61-ba6c-e81bf5162cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:03.759063 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-a2f84ec1-f59a-4d61-ba6c-e81bf5162cbc admin admin] 10.222.0.15 "GET /v2.0/subnets/00aeefcc-5854-4837-9b40-b2bf988d4c1a HTTP/1.1" status: 200 len: 868 time: 0.1187403 Jun 28 11:11:05.930091 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 49712) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:06.054877 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992da76d-7a3e-462b-9fcd-8fc08fb88958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:06.056213 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-992da76d-7a3e-462b-9fcd-8fc08fb88958 admin admin] 10.222.0.15 "GET /v2.0/subnets/c04e0532-6697-48de-9fc6-76040cf65a93 HTTP/1.1" status: 200 len: 816 time: 0.1251657 Jun 28 11:11:22.209656 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-745a5122-f3bc-445d-b299-a7b8366012e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:24.255373 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-cb5e014c-444d-4cba-a54b-3d23c54558ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:24.890131 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49758) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:24.944938 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [None req-05d92cd2-cda3-43d7-a01f-e43d5758f036 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:11:24.945923 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-05d92cd2-cda3-43d7-a01f-e43d5758f036 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547669 Jun 28 11:11:25.499705 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:25.553566 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:26.346885 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:11:26.810546 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:27.196454 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 49768) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:27.267624 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca3e93e-0c44-495b-8bb1-974738615d31 admin admin] GET failed (client error): The resource could not be found. Jun 28 11:11:27.268915 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-1ca3e93e-0c44-495b-8bb1-974738615d31 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0714939 Jun 28 11:11:27.398771 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70cfd4-8209-4a01-b69c-85afc30a2f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:27.400162 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9a70cfd4-8209-4a01-b69c-85afc30a2f35 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1255012 Jun 28 11:11:29.585842 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 49778) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:29.645437 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:11:29.646779 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.quota [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Loaded quota_driver: . Jun 28 11:11:29.653594 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:11:29.666526 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:11:29.686674 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Made reservation on behalf of a052c528b8b949e8b74031623eebe8d2 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:11:29.689434 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:29.781942 dv-cinder-844605-1-smb neutron-server[88103]: WARNING neutron.services.revisions.revision_plugin [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Could not find related network for resource to bump revision. Jun 28 11:11:29.801871 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:11:29.816134 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783997043056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:29.816710 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Unsubscribe: segment precommit_create {{(pid=88103) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:11:29.817190 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Added segment 9eb7d71a-681b-4daf-9832-7c2230481acb of type vlan for network 8a651655-5308-4df2-8e8a-5ff23b03e19b Jun 28 11:11:29.886582 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:29.923124 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:29.924173 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:29.924822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:30.023295 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4361100 Jun 28 11:11:30.057101 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Pushing event updated for resources: {'Network': ['ID=8a651655-5308-4df2-8e8a-5ff23b03e19b,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:30.067401 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.068083 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.068438 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.068805 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.069134 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.069460 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.069785 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.070167 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.070499 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.070820 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.071142 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.071443 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f024bb10-4b85-425b-9662-466d2aba8e06 admin admin] Tracked resource versions report: Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: pushed versions: Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: { 'AddressGroup': {'1.2'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'ConntrackHelper': {'1.0'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Log': {'1.0'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Network': {'1.1'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Port': {'1.7'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'PortForwarding': {'1.2'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'QosPolicy': {'1.8'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'SecurityGroup': {'1.4'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'SubPort': {'1.0'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Subnet': {'1.1'}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Trunk': {'1.1'}} Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: consumer versions: Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: { DHCP agent@dv-cinder-844605-1-smb: {}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: L3 agent@dv-cinder-844605-1-smb: {}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: Metadata agent@dv-cinder-844605-1-smb: {}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: Metering agent@dv-cinder-844605-1-smb: {}, Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: Open vSwitch agent@dv-cinder-844605-1-smb: { 'AddressGroup': '1.2', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'ConntrackHelper': '1.0', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Log': '1.0', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Network': '1.1', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Port': '1.7', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'PortForwarding': '1.2', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'QosPolicy': '1.8', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'SecurityGroup': '1.4', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'SecurityGroupRule': '1.2', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'SubPort': '1.0', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Subnet': '1.1', Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: 'Trunk': '1.1'}} Jun 28 11:11:30.072581 dv-cinder-844605-1-smb neutron-server[88103]: {{(pid=88103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:11:30.103615 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 8a651655-5308-4df2-8e8a-5ff23b03e19b details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:11:32.189165 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49792) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:32.273478 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef35958-1f50-4cdc-a65c-d43cef3e7ae0 admin admin] GET failed (client error): The resource could not be found. Jun 28 11:11:32.274750 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-cef35958-1f50-4cdc-a65c-d43cef3e7ae0 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0847402 Jun 28 11:11:32.403519 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb89d59-9569-496a-8b14-6dc1feb76c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:32.404968 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-aeb89d59-9569-496a-8b14-6dc1feb76c69 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1262269 Jun 28 11:11:32.417517 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:11:32.422752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:11:32.438428 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:11:32.454773 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Made reservation on behalf of a052c528b8b949e8b74031623eebe8d2 for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:11:32.456961 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:32.672618 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:32.744462 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=be58335b-fb25-4e7e-9119-28cab170a726,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:32.756351 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Checking segment: {'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:11:32.756725 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Network hostable DHCP agents. Network: 8a651655-5308-4df2-8e8a-5ff23b03e19b, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:11:32.779614 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Network 8a651655-5308-4df2-8e8a-5ff23b03e19b is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:11:32.790305 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 8a651655-5308-4df2-8e8a-5ff23b03e19b) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:11:32.794629 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:32.795216 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:32.799791 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538629f-a861-4b17-8f17-7a20a7a30c88 None None] Network 8a651655-5308-4df2-8e8a-5ff23b03e19b requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:11:32.824424 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-85883672-cc17-47d2-9ea3-f3d3cb6cbf4f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4099445 Jun 28 11:11:33.055176 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-8a651655-5308-4df2-8e8a-5ff23b03e19b', 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b', 'tenant_id': 'a052c528b8b949e8b74031623eebe8d2', 'fixed_ips': [{'subnet_id': 'be58335b-fb25-4e7e-9119-28cab170a726'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:11:33.056021 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:33.214364 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Allocated IP 192.168.233.2 (8a651655-5308-4df2-8e8a-5ff23b03e19b/be58335b-fb25-4e7e-9119-28cab170a726/29ea5224-3705-402c-a193-dbc69f3a9abe) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:11:33.416896 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:33.427291 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Transition to ACTIVE for port object 29ea5224-3705-402c-a193-dbc69f3a9abe will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:11:33.446289 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Transition to ACTIVE for port object 29ea5224-3705-402c-a193-dbc69f3a9abe will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:11:33.452579 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:33.525671 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Network 8a651655-5308-4df2-8e8a-5ff23b03e19b is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:11:33.528663 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:11:33.531193 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:11:33.537136 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Pushing event updated for resources: {'Port': ['ID=29ea5224-3705-402c-a193-dbc69f3a9abe,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:33.572695 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.573030 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.573415 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.573742 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.574065 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.574378 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.574686 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.575014 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.575329 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.575637 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.575946 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.576260 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:33.646674 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Attempting to bind port 29ea5224-3705-402c-a193-dbc69f3a9abe on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:11:33.647029 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Attempting to bind port 29ea5224-3705-402c-a193-dbc69f3a9abe by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:11:33.647379 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Attempting to bind port 29ea5224-3705-402c-a193-dbc69f3a9abe on network 8a651655-5308-4df2-8e8a-5ff23b03e19b {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:11:33.652577 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:11:33.652971 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Checking segment: {'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:11:33.653362 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:33.653737 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Bound using segment: {'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:11:33.654191 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Bound port: 29ea5224-3705-402c-a193-dbc69f3a9abe, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:11:33.654570 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:33.745641 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] For port 29ea5224-3705-402c-a193-dbc69f3a9abe, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:11:33.748648 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] For port 29ea5224-3705-402c-a193-dbc69f3a9abe, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=29ea5224-3705-402c-a193-dbc69f3a9abe,segment=NetworkSegment(9eb7d71a-681b-4daf-9832-7c2230481acb),segment_id=9eb7d71a-681b-4daf-9832-7c2230481acb)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:11:33.754450 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:33.841224 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05773690-e8d5-44fe-b86d-a6efe565d08c None None] Pushing event updated for resources: {'Port': ['ID=29ea5224-3705-402c-a193-dbc69f3a9abe,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:34.670386 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbcd528-df03-4a84-98d7-4495a3ab4ad4 None None] Network 8a651655-5308-4df2-8e8a-5ff23b03e19b requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:11:34.762290 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-94f9db64-6213-400a-a899-9457669760b6 None None] Provisioning for port 29ea5224-3705-402c-a193-dbc69f3a9abe completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:11:35.374292 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 29ea5224-3705-402c-a193-dbc69f3a9abe up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:11:35.446095 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 29ea5224-3705-402c-a193-dbc69f3a9abe completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:11:35.451347 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 29ea5224-3705-402c-a193-dbc69f3a9abe triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:11:35.451778 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:35.567120 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 29ea5224-3705-402c-a193-dbc69f3a9abe is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:11:35.567779 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:35.600581 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 29ea5224-3705-402c-a193-dbc69f3a9abe, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=29ea5224-3705-402c-a193-dbc69f3a9abe,segment=NetworkSegment(9eb7d71a-681b-4daf-9832-7c2230481acb),segment_id=9eb7d71a-681b-4daf-9832-7c2230481acb)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:11:35.605784 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:35.674913 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=29ea5224-3705-402c-a193-dbc69f3a9abe,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:37.345809 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 29ea5224-3705-402c-a193-dbc69f3a9abe up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:11:37.414863 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 29ea5224-3705-402c-a193-dbc69f3a9abe triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:11:37.415221 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:37.531889 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 29ea5224-3705-402c-a193-dbc69f3a9abe is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:11:52.215912 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0bc2d89c-08fb-41cc-aeb5-7e0576789332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:54.260576 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8bca247d-49b8-4edd-b936-a8797de4851b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:55.500258 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:55.558019 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:56.815616 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:03.346691 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:12:22.216639 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-4dc3bffb-a756-4173-8f00-e285f2a745f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:24.266687 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-db561d56-f92e-403f-ae54-83b3dbac8b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.506979 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:25.561895 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:26.817426 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:39.637247 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49838) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:39.646183 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [None req-12f34fa5-bc4a-4053-9086-829548cd9231 tempest-verify_tempest_config-1060395476 tempest-verify_tempest_config-1060395476-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:12:39.647552 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-12f34fa5-bc4a-4053-9086-829548cd9231 tempest-verify_tempest_config-1060395476 tempest-verify_tempest_config-1060395476-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0092854 Jun 28 11:12:39.984358 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49856) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:40.104343 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:40.118398 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:12:40.122480 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Usage tracker for resource:security_group_rule and tenant:14f4925fc21d4e3688176d69c9fae1a9 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:12:40.125345 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:12:40.131715 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:12:40.213999 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:40.221442 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:40.265816 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292ca06f-2ac2-4f88-982c-8938a7163062,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:40.268628 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Synchronizing usage tracker for tenant:a052c528b8b949e8b74031623eebe8d2 on resource:security_group {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:12:40.279195 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.279531 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.279862 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.280182 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.280513 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.280839 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.281153 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.281466 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.281797 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.282089 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.282397 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.282684 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:40.296017 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] Unset dirty status for tenant:a052c528b8b949e8b74031623eebe8d2 on resource:security_group {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:12:40.297243 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-2eb9faf2-3f10-40f7-ab50-e211fe0b35a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14f4925fc21d4e3688176d69c9fae1a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3119009 Jun 28 11:12:40.301269 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49862) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:40.346174 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:12:40.357509 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e99c3191-0169-4e3b-b9b7-b29d5cd5c204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:40.383060 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e99c3191-0169-4e3b-b9b7-b29d5cd5c204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:40.479637 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e99c3191-0169-4e3b-b9b7-b29d5cd5c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:40.495132 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c3191-0169-4e3b-b9b7-b29d5cd5c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292ca06f-2ac2-4f88-982c-8938a7163062,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:40.500100 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e99c3191-0169-4e3b-b9b7-b29d5cd5c204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:40.500653 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e99c3191-0169-4e3b-b9b7-b29d5cd5c204 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/292ca06f-2ac2-4f88-982c-8938a7163062 HTTP/1.1" status: 204 len: 168 time: 0.1984935 Jun 28 11:12:52.222686 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d20ca302-6ec0-4a19-8fed-28c983f1aa0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:54.279085 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-c0e2cc34-7687-4690-9a6d-4daa934e5b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:55.517005 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:55.566801 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:56.826220 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:17.350496 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:13:22.224659 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ad56-90d9-47df-9a6b-a42b7f4320ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:24.283574 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-3c739177-7375-4b1b-9511-00751b12d66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:25.519125 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:25.576720 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:26.826680 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:52.223778 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dc5ae839-063e-4c35-9078-7f2e1843e5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:54.281313 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2541ce43-d430-4de7-a01a-a178d2d12bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:54.352703 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 5 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:13:55.518762 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:55.575671 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:56.836880 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:19.079831 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-481099'] for agent, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:22.223843 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a342ae17-f756-442e-9042-2f94306d5555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:24.283668 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-5b128797-bf7b-4014-8694-80871c04707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:25.526988 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:25.576266 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:26.842921 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:31.357039 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:14:35.280116 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49934) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:14:35.406641 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8bead5c8-b68d-4eb4-ac7a-3c7bc87b1a73 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1253600 Jun 28 11:14:37.592085 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 49944) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:14:37.664506 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-744a879d-64f6-49d2-bce1-ac1f1dea7ba7 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0709782 Jun 28 11:14:49.081641 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:52.224600 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d33338d2-bae3-4cd9-8bd2-4d051bdbef9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:54.278098 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0ea3c19b-29cb-49f1-8e8f-a2bc63f80fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:55.524242 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:55.585287 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:56.839504 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:08.360525 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:15:19.092868 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:22.223705 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2462e894-d2a5-4b05-95d9-a384495395cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:24.288076 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-c791a762-8c97-492c-96e3-f8404523035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:25.522887 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:25.570606 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:26.840847 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:45.359481 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:15:49.096395 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:52.218083 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-67a57bdd-1e74-4a9c-9671-cbef437b610f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:54.283997 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0c7c4e22-1436-4c48-b1a1-9baddda15ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:55.527177 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:55.579209 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:56.844941 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:19.102359 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.222065 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7cee1eda-8288-444b-b076-b030dcd049f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:22.358868 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:16:23.344823 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50154) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:23.352165 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50160) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:23.383370 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50166) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:23.534619 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50184) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:23.622799 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-366344718-network', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:23.627964 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.633250 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Usage tracker for resource:network and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.637372 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.643618 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.656005 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Made reservation on behalf of b16e39bda1344f5491a02a0042942e7d for: {'network': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:23.659126 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.663810 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-930490096-network', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:23.669492 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.674746 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.675264 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Usage tracker for resource:network and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.684137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-438458979-network', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:23.689392 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.693552 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.694139 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Usage tracker for resource:network and tenant:31fe3a3511ef44c090a06e54e8c7d294 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.697616 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.698985 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Usage tracker for resource:security_group_rule and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.702108 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.704618 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.709305 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.712607 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.720257 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Made reservation on behalf of 31fe3a3511ef44c090a06e54e8c7d294 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:23.723415 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.739175 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.742102 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.764820 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.770515 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Usage tracker for resource:security_group_rule and tenant:31fe3a3511ef44c090a06e54e8c7d294 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.781476 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.788114 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.802027 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Made reservation on behalf of 8f58115a6109436f8f975a5b8d9bfda4 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:23.805567 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.820139 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.827879 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.840755 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085816996-network', 'tenant_id': 'e32586bac2814eebbcaecc8a6be9af5c'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:23.852783 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.858567 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Usage tracker for resource:network and tenant:e32586bac2814eebbcaecc8a6be9af5c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.863176 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.870261 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.879656 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.890015 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:23.895190 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:23.906374 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Usage tracker for resource:security_group_rule and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:23.907399 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.907953 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.segments_db [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Added segment 79128fa4-7737-453d-970f-0188ecd32ce6 of type vlan for network 6debd97d-413d-47e8-8227-82ddb25a54b2 Jun 28 11:16:23.913807 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:23.937286 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:23.939020 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:23.980075 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Made reservation on behalf of e32586bac2814eebbcaecc8a6be9af5c for: {'network': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:23.983072 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.001720 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.015691 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.017346 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:24.018109 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.066663 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.074599 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:24.077716 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.079791 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Usage tracker for resource:security_group_rule and tenant:e32586bac2814eebbcaecc8a6be9af5c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:24.083957 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:24.090143 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:24.091032 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:24.099844 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.100455 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Added segment aac83ed1-52f7-470d-8789-7544b673bca6 of type vlan for network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc Jun 28 11:16:24.128816 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.168487 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4132fbe3-ec39-4741-88c4-6c0d9a7db87c,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.188459 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.188919 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.189323 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.189575 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.190334 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.190788 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.191173 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.191511 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.191624 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.191808 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.192163 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.192510 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.192636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:24.192881 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.193203 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Tracked resource versions report: Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: pushed versions: Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Log': {'1.0'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Network': {'1.1'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Port': {'1.7'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'PortForwarding': {'1.2'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'QosPolicy': {'1.8'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'SubPort': {'1.0'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Subnet': {'1.1'}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Trunk': {'1.1'}} Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: consumer versions: Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: { DHCP agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: HyperV agent@hv-cinder-84460: {}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: L3 agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: Metadata agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: Metering agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: Open vSwitch agent@dv-cinder-844605-1-smb: { 'AddressGroup': '1.2', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'ConntrackHelper': '1.0', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Log': '1.0', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Network': '1.1', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Port': '1.7', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'PortForwarding': '1.2', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'QosPolicy': '1.8', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'SecurityGroup': '1.4', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'SecurityGroupRule': '1.2', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'SubPort': '1.0', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Subnet': '1.1', Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: 'Trunk': '1.1'}} Jun 28 11:16:24.193976 dv-cinder-844605-1-smb neutron-server[88104]: {{(pid=88104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:24.202002 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8554106 Jun 28 11:16:24.222146 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50210) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:24.245231 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Request body: {'subnet': {'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-366344718-subnet', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:24.260332 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.266086 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e344504-41a8-4d51-acf7-a0113e1af62e,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.280540 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c5e34-0ae6-44f9-b135-1a6190b3025e admin admin] Pushing event updated for resources: {'Network': ['ID=6debd97d-413d-47e8-8227-82ddb25a54b2,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.310413 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.312029 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:24.317598 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.334842 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:24.336545 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.346895 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.347528 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.segments_db [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Added segment 119c7c72-e825-4be6-a433-7b1e3d42ad23 of type vlan for network cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e Jun 28 11:16:24.368025 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:24.378737 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.379183 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Added segment f6620a1c-c1fa-493a-a63b-888a70c74764 of type vlan for network e36fabff-bed3-4f94-a2f4-3580b98359fe Jun 28 11:16:24.380587 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-eee28a8b-e543-4efe-aa3f-7a7853f39870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.407899 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.412825 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279b50b0-5629-46b7-b3ad-3b85dac98408,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.418937 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.438827 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.439376 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.440293 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.440946 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.441745 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.442727 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.443915 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.444465 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.445158 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.445910 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.446448 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.446968 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Tracked resource versions report: Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: pushed versions: Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Log': {'1.0'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Network': {'1.1'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Port': {'1.7'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'PortForwarding': {'1.2'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'QosPolicy': {'1.8'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'SubPort': {'1.0'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Subnet': {'1.1'}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Trunk': {'1.1'}} Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: consumer versions: Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: { DHCP agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: HyperV agent@hv-cinder-84460: {}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: L3 agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: Metadata agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: Metering agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: Open vSwitch agent@dv-cinder-844605-1-smb: { 'AddressGroup': '1.2', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'ConntrackHelper': '1.0', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Log': '1.0', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Network': '1.1', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Port': '1.7', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'PortForwarding': '1.2', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'QosPolicy': '1.8', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'SecurityGroup': '1.4', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'SecurityGroupRule': '1.2', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'SubPort': '1.0', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Subnet': '1.1', Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: 'Trunk': '1.1'}} Jun 28 11:16:24.448365 dv-cinder-844605-1-smb neutron-server[88103]: {{(pid=88103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:24.454495 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:24.460099 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.461370 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:24.462458 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.467070 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1137617 Jun 28 11:16:24.471459 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50220) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:24.478771 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Request body: {'subnet': {'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-438458979-subnet', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:24.485268 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Usage tracker for resource:subnet and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:24.494560 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:24.502389 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Usage tracker for resource:subnet and tenant:31fe3a3511ef44c090a06e54e8c7d294 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:24.505650 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:24.535764 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:24.540883 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c81489a-563a-4823-9ccc-a382178af964,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.543962 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:24.557302 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.560175 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:24.560780 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.586229 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:24.621365 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5f2f0-a2b3-4770-b01c-63367cf3693e admin admin] Pushing event updated for resources: {'Network': ['ID=513b56e6-1b3c-4071-a1d7-2a58cf7997bc,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.642309 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:24.752125 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Made reservation on behalf of 31fe3a3511ef44c090a06e54e8c7d294 for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:24.754714 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.770960 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3865047 Jun 28 11:16:24.771790 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50232) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:24.784875 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Made reservation on behalf of b16e39bda1344f5491a02a0042942e7d for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:24.787212 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:24.818245 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Request body: {'subnet': {'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-subnet', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:24.832073 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2958746 Jun 28 11:16:24.907207 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50238) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:24.914583 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:24.921520 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Request body: {'subnet': {'network_id': 'cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1085816996-subnet', 'tenant_id': 'e32586bac2814eebbcaecc8a6be9af5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:24.936079 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6f6cf-4115-4012-8783-aabde5983d7e admin admin] Pushing event updated for resources: {'Network': ['ID=e36fabff-bed3-4f94-a2f4-3580b98359fe,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:24.948312 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network e36fabff-bed3-4f94-a2f4-3580b98359fe details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:24.950466 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Usage tracker for resource:subnet and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:24.953849 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:24.967434 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:24.976239 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Usage tracker for resource:subnet and tenant:e32586bac2814eebbcaecc8a6be9af5c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:24.982052 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:24.992591 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:24.995157 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:25.034186 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Made reservation on behalf of 8f58115a6109436f8f975a5b8d9bfda4 for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:25.037673 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.059599 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Made reservation on behalf of e32586bac2814eebbcaecc8a6be9af5c for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:25.063298 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.223256 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e7b7c-ef3e-4f3a-8516-b39608950c51 admin admin] Pushing event updated for resources: {'Network': ['ID=cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:25.235216 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:25.502757 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.608905 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.624916 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Checking segment: {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:25.625381 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Network hostable DHCP agents. Network: 513b56e6-1b3c-4071-a1d7-2a58cf7997bc, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:25.633333 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.635034 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.670873 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8bec309-a7b4-4bb7-bbba-0f859d86f152,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:25.689003 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:25.706252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 513b56e6-1b3c-4071-a1d7-2a58cf7997bc) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:25.714856 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:25.715621 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.720542 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec960ff4-6f3e-4687-8865-b72ad1add942 None None] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:25.735501 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.783364 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-a987a7a7-5137-401b-a969-f8b6f6966e3e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3105128 Jun 28 11:16:25.785889 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50288) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:25.791834 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:25.799441 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade6b960-b1ed-4af8-9af5-93923df578e5,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:25.799572 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:25.809491 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Usage tracker for resource:router and tenant:31fe3a3511ef44c090a06e54e8c7d294 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:25.819752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:25.842531 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:25.885153 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Checking segment: {'id': '119c7c72-e825-4be6-a433-7b1e3d42ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:25.885738 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Network hostable DHCP agents. Network: cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:25.886777 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.888145 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:25.906784 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.016838 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Checking segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:26.017197 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Network hostable DHCP agents. Network: e36fabff-bed3-4f94-a2f4-3580b98359fe, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:26.021517 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Network cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:26.025512 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f40d9e-4000-4ead-8ea1-695b45be6240,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:26.034301 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.093968 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:26.110437 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:26.111285 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.115580 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2326fea-6d3f-4599-9eb8-c9c46e5017aa None None] Network cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:26.148635 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Network e36fabff-bed3-4f94-a2f4-3580b98359fe is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:26.161782 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c8ca91-d0f7-4915-9466-2c91418ac56b,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:26.172665 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, e36fabff-bed3-4f94-a2f4-3580b98359fe) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:26.178791 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Checking segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:26.179350 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Network hostable DHCP agents. Network: 6debd97d-413d-47e8-8227-82ddb25a54b2, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:26.184531 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:26.185326 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.219599 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-64009e18-9d00-4938-8b16-f279fb58c0e0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3110294 Jun 28 11:16:26.238006 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-06eb492c-b6da-4d2f-bab0-3f2b91d650c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4575703 Jun 28 11:16:26.239729 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:26.244146 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50318) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:26.255125 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:26.261573 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:26.266811 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Usage tracker for resource:router and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:26.270854 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 6debd97d-413d-47e8-8227-82ddb25a54b2) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:26.272879 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:26.290450 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:26.291490 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.297340 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:26.323483 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-bd892e68-6b3b-4165-81d1-557fdd89d82c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0860541 Jun 28 11:16:26.326173 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50322) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:26.333091 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:26.337915 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.339787 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.367804 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321350b0-b14e-4b6a-843a-c59a27ee0a38 None None] Network e36fabff-bed3-4f94-a2f4-3580b98359fe requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:26.369304 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.373326 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.381738 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50326) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:26.382562 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1d93de-8716-4df0-a2c4-2fd67217e800 None None] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:26.533320 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-513b56e6-1b3c-4071-a1d7-2a58cf7997bc', 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'fixed_ips': [{'subnet_id': 'c8bec309-a7b4-4bb7-bbba-0f859d86f152'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:26.534433 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:26.680575 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:26.693205 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Usage tracker for resource:router and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:26.701348 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:26.718950 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:26.993664 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.015511 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:27.049595 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] Usage tracker for resource:security_group_rule and tenant:67967807cbd14fbdb111007a5d57774e is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:27.052284 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50352) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:27.055258 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:27.068346 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.070499 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.075521 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:27.132960 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.199594 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.286864 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.292259 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.337743 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.362243 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.429459 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a836b-8ee7-4cf1-bb71-a13a5759a450 None None] Network cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:27.452489 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.472046 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:27.476182 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] Usage tracker for resource:security_group_rule and tenant:09c82d5164494deaa6ab3a6ffa919670 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:27.479570 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:27.486071 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:27.556774 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-e36fabff-bed3-4f94-a2f4-3580b98359fe', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:27.557886 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.621528 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.622429 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.676638 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67967807cbd14fbdb111007a5d57774e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2938173 Jun 28 11:16:27.677891 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.702162 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Allocated IP 172.20.0.2 (513b56e6-1b3c-4071-a1d7-2a58cf7997bc/c8bec309-a7b4-4bb7-bbba-0f859d86f152/15f5281c-1165-4363-a5dd-dbb4db305024) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:27.707050 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-6debd97d-413d-47e8-8227-82ddb25a54b2', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:27.707977 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.715108 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50378) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:27.717386 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09c82d5164494deaa6ab3a6ffa919670&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6636672 Jun 28 11:16:27.722498 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50382) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:27.843837 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.853776 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bb490e94-c9d8-4397-8e76-5f4e6a59114c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.873493 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50396) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:27.883138 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bb490e94-c9d8-4397-8e76-5f4e6a59114c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:27.892513 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-745537258-network', 'tenant_id': '2d143219b54c4047b09ea66cd6d353e9'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:27.902157 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:27.911867 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Usage tracker for resource:network and tenant:2d143219b54c4047b09ea66cd6d353e9 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:27.915788 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:27.929369 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:28.001683 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2997b43f-2e2f-40be-925b-be8fc5913c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.015100 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Made reservation on behalf of 2d143219b54c4047b09ea66cd6d353e9 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:28.017718 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.034883 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2997b43f-2e2f-40be-925b-be8fc5913c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.036542 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.080373 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f28789-4101-40a7-be40-7c22fcb48c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e0487f-2417-454d-aa81-2e6c195ea80e,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:28.082992 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bb490e94-c9d8-4397-8e76-5f4e6a59114c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.120168 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2997b43f-2e2f-40be-925b-be8fc5913c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.123603 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:28.133319 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bb490e94-c9d8-4397-8e76-5f4e6a59114c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.135109 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-bb490e94-c9d8-4397-8e76-5f4e6a59114c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57e0487f-2417-454d-aa81-2e6c195ea80e HTTP/1.1" status: 204 len: 168 time: 0.4167051 Jun 28 11:16:28.136415 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2997b43f-2e2f-40be-925b-be8fc5913c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.137712 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-2997b43f-2e2f-40be-925b-be8fc5913c92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d7302b6-8dee-4e1a-a1bb-e88032c3419b HTTP/1.1" status: 204 len: 168 time: 0.3551378 Jun 28 11:16:28.139180 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Usage tracker for resource:security_group_rule and tenant:2d143219b54c4047b09ea66cd6d353e9 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:28.143291 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26e92a-dbbd-4ed8-bed3-821ec1e9bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7302b6-8dee-4e1a-a1bb-e88032c3419b,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:28.149789 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:28.170376 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:28.205575 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb490e94-c9d8-4397-8e76-5f4e6a59114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e0487f-2417-454d-aa81-2e6c195ea80e,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:28.221197 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997b43f-2e2f-40be-925b-be8fc5913c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7302b6-8dee-4e1a-a1bb-e88032c3419b,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:28.250371 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Allocated IP 172.28.1.22 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/902a50b1-a4fa-4dd2-a68b-47f997a02431) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:28.361647 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Allocated IP 172.20.0.2 (e36fabff-bed3-4f94-a2f4-3580b98359fe/71f40d9e-4000-4ead-8ea1-695b45be6240/0eaf3562-bfff-4f09-85fc-485cd92897e4) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:28.479390 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Allocated IP 172.20.0.2 (6debd97d-413d-47e8-8227-82ddb25a54b2/c8c8ca91-d0f7-4915-9466-2c91418ac56b/7556acb2-4ac3-4650-856b-6a93aa37db3d) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:28.574681 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.640526 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.659797 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.667877 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.681137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:28.692806 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.693163 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Added segment d87ff3b3-16fd-473e-b9fc-eb88e4d7259b of type vlan for network 9231cabc-5b6c-42b4-851e-0e2fb32df285 Jun 28 11:16:28.776775 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.813958 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:28.819943 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:28.831865 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Transition to ACTIVE for port object 15f5281c-1165-4363-a5dd-dbb4db305024 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:28.833847 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:28.870506 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.913193 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bb06d9-f0f4-42d7-a197-025ccbf910ac,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:29.016916 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50426) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:29.144406 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.db.resource_extend [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:16:29.157110 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.174096 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Transition to ACTIVE for port object 0eaf3562-bfff-4f09-85fc-485cd92897e4 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:29.195335 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Transition to ACTIVE for port object 0eaf3562-bfff-4f09-85fc-485cd92897e4 will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:29.199438 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Transition to ACTIVE for port object 15f5281c-1165-4363-a5dd-dbb4db305024 will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:29.214504 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.243672 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.247620 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Pushing event updated for resources: {'Port': ['ID=902a50b1-a4fa-4dd2-a68b-47f997a02431,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:29.252512 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.319339 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:29.328623 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] Usage tracker for resource:security_group_rule and tenant:710d5ee5815f4eb89332f9aea5693947 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:29.333942 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:29.334447 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.334700 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.335569 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:29.336286 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.340304 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.366809 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:29.392048 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:29.394721 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.401800 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:29.448564 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.550644 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.566055 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Transition to ACTIVE for port object 7556acb2-4ac3-4650-856b-6a93aa37db3d will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:29.597498 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Transition to ACTIVE for port object 7556acb2-4ac3-4650-856b-6a93aa37db3d will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:29.601155 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Network e36fabff-bed3-4f94-a2f4-3580b98359fe is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:29.602157 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:29.604355 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] Pushing event updated for resources: {'Network': ['ID=9231cabc-5b6c-42b4-851e-0e2fb32df285,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:29.619147 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:29.623599 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 9231cabc-5b6c-42b4-851e-0e2fb32df285 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:29.624608 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-88d1eee6-202f-49c0-95bc-56c675f88239 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7463448 Jun 28 11:16:29.634093 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50454) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:29.671530 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.672578 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.678272 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Request body: {'subnet': {'network_id': '9231cabc-5b6c-42b4-851e-0e2fb32df285', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-745537258-subnet', 'tenant_id': '2d143219b54c4047b09ea66cd6d353e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:29.697529 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:29.710251 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Usage tracker for resource:subnet and tenant:2d143219b54c4047b09ea66cd6d353e9 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:29.714432 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:29.727605 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.728510 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:29.752583 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Allocated IP 172.28.1.46 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/950deaa8-c541-458c-888c-b3b8a83d4a7f) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:29.757665 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Made reservation on behalf of 2d143219b54c4047b09ea66cd6d353e9 for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:29.760050 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.771547 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:29.779156 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:29.859062 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a31027-a6d8-4e98-86f3-b19fd8b4cbd7,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:29.866332 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-666abd46-6178-4040-bb34-54169f15bbcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=710d5ee5815f4eb89332f9aea5693947&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7875676 Jun 28 11:16:29.867035 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50460) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:29.974010 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Pushing event updated for resources: {'Port': ['ID=0eaf3562-bfff-4f09-85fc-485cd92897e4,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:29.992506 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:29.994754 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.995097 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.995432 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.995762 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.996089 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.996414 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.996777 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.997095 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.997413 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.997733 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.998054 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.998370 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Tracked resource versions report: Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: pushed versions: Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Log': {'1.0'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Network': {'1.1'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Port': {'1.7'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'PortForwarding': {'1.2'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'QosPolicy': {'1.8'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'SubPort': {'1.0'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Subnet': {'1.1'}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Trunk': {'1.1'}} Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: consumer versions: Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: { DHCP agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: HyperV agent@hv-cinder-84460: {}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: L3 agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: Metadata agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: Metering agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: Open vSwitch agent@dv-cinder-844605-1-smb: { 'AddressGroup': '1.2', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'ConntrackHelper': '1.0', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Log': '1.0', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Network': '1.1', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Port': '1.7', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'PortForwarding': '1.2', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'QosPolicy': '1.8', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'SecurityGroup': '1.4', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'SecurityGroupRule': '1.2', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'SubPort': '1.0', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Subnet': '1.1', Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: 'Trunk': '1.1'}} Jun 28 11:16:29.999692 dv-cinder-844605-1-smb neutron-server[88105]: {{(pid=88105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:30.069938 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.090027 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4900f127-d92d-46f5-b389-58a7d2654aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.153046 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Pushing event updated for resources: {'Port': ['ID=15f5281c-1165-4363-a5dd-dbb4db305024,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:30.160332 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4900f127-d92d-46f5-b389-58a7d2654aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.164511 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:30.182836 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.212533 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.250045 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:30.308135 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.392693 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4900f127-d92d-46f5-b389-58a7d2654aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.426058 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4900f127-d92d-46f5-b389-58a7d2654aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a31027-a6d8-4e98-86f3-b19fd8b4cbd7,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:30.442190 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4900f127-d92d-46f5-b389-58a7d2654aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.445841 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4900f127-d92d-46f5-b389-58a7d2654aa1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60a31027-a6d8-4e98-86f3-b19fd8b4cbd7 HTTP/1.1" status: 204 len: 168 time: 0.5755343 Jun 28 11:16:30.454809 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aed069-8fb3-46f1-a402-f262bb43270e,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:30.456857 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Attempting to bind port 15f5281c-1165-4363-a5dd-dbb4db305024 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:30.457851 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Attempting to bind port 15f5281c-1165-4363-a5dd-dbb4db305024 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:30.458358 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Attempting to bind port 15f5281c-1165-4363-a5dd-dbb4db305024 on network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:30.476830 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:30.501376 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:30.521791 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:30.522602 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:30.522977 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Checking segment: {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:30.523409 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.523801 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Bound using segment: {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:30.524284 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Bound port: 15f5281c-1165-4363-a5dd-dbb4db305024, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:30.524705 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.525675 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:30.585366 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Checking segment: {'id': 'd87ff3b3-16fd-473e-b9fc-eb88e4d7259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '9231cabc-5b6c-42b4-851e-0e2fb32df285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:30.585876 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Network hostable DHCP agents. Network: 9231cabc-5b6c-42b4-851e-0e2fb32df285, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:30.604403 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Pushing event updated for resources: {'Port': ['ID=950deaa8-c541-458c-888c-b3b8a83d4a7f,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:30.665142 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Pushing event updated for resources: {'Port': ['ID=7556acb2-4ac3-4650-856b-6a93aa37db3d,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:30.713377 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Allocated IP 172.28.1.55 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/a5d133ac-4f72-4a0d-b578-1163e5a113af) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:30.839595 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] For port 15f5281c-1165-4363-a5dd-dbb4db305024, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:30.842845 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] For port 15f5281c-1165-4363-a5dd-dbb4db305024, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=15f5281c-1165-4363-a5dd-dbb4db305024,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:30.844944 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Attempting to bind port 7556acb2-4ac3-4650-856b-6a93aa37db3d on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:30.845307 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Attempting to bind port 7556acb2-4ac3-4650-856b-6a93aa37db3d by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:30.845719 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Attempting to bind port 7556acb2-4ac3-4650-856b-6a93aa37db3d on network 6debd97d-413d-47e8-8227-82ddb25a54b2 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:30.848083 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Attempting to bind port 0eaf3562-bfff-4f09-85fc-485cd92897e4 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:30.848448 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Attempting to bind port 0eaf3562-bfff-4f09-85fc-485cd92897e4 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:30.848864 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Attempting to bind port 0eaf3562-bfff-4f09-85fc-485cd92897e4 on network e36fabff-bed3-4f94-a2f4-3580b98359fe {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:30.857076 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:30.857448 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Checking segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:30.858000 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.858395 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Bound using segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:30.858889 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Bound port: 7556acb2-4ac3-4650-856b-6a93aa37db3d, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:30.859268 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.871238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.875128 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:30.876188 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Checking segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:30.876188 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.876399 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Bound using segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:30.876788 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Bound port: 0eaf3562-bfff-4f09-85fc-485cd92897e4, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:30.877187 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:30.968825 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f784fe-520f-49e0-bdd6-618780308faf None None] Pushing event updated for resources: {'Port': ['ID=15f5281c-1165-4363-a5dd-dbb4db305024,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:31.029337 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:31.038618 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Sync routers for ids ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:31.053756 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Routers {'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:31.054710 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:31.074852 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.076628 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-277cef71-a8c5-46b7-a02c-6d94f41e17b4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2895458 Jun 28 11:16:31.079859 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50518) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:31.208408 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] For port 7556acb2-4ac3-4650-856b-6a93aa37db3d, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:31.211073 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] For port 0eaf3562-bfff-4f09-85fc-485cd92897e4, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:31.214053 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] For port 7556acb2-4ac3-4650-856b-6a93aa37db3d, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=7556acb2-4ac3-4650-856b-6a93aa37db3d,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:31.222512 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] For port 0eaf3562-bfff-4f09-85fc-485cd92897e4, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=0eaf3562-bfff-4f09-85fc-485cd92897e4,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:31.238094 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.243378 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.362238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee2f69-213a-421c-ad16-0d4ae54f8ad1 None None] Pushing event updated for resources: {'Port': ['ID=7556acb2-4ac3-4650-856b-6a93aa37db3d,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:31.587798 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84698acb-0d52-4c7f-9f17-e525a425c79a None None] Pushing event updated for resources: {'Port': ['ID=0eaf3562-bfff-4f09-85fc-485cd92897e4,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:31.654122 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Set router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:31.713248 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Network 9231cabc-5b6c-42b4-851e-0e2fb32df285 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:31.866441 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.251505 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 9231cabc-5b6c-42b4-851e-0e2fb32df285) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:32.261224 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ee380-1c1c-432f-bdfb-05fa1574fc53 None None] Network 9231cabc-5b6c-42b4-851e-0e2fb32df285 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:32.280602 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:32.281513 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.421360 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:29Z', 'revision_number': 3, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port': {'id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:32.438852 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Checking router: f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:32.439462 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Updating router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c port 902a50b1-a4fa-4dd2-a68b-47f997a02431 binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:32.447108 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50552) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:32.575132 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.586193 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-e735f08a-a5ae-4aa6-9c07-45ab3c27066b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9503891 Jun 28 11:16:32.667764 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.819720 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.871146 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.069563 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50578) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:33.103777 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5864cf49-ad66-4a93-81d6-c5654b30452e None None] Network 9231cabc-5b6c-42b4-851e-0e2fb32df285 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:33.232737 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:33.235060 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19639fb9-4eba-45e8-9f32-4fa87f3a3779 None None] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:33.262101 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:33.266172 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:33.484672 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-59bc7a81-c31d-4892-b99b-2eda5041bf8c None None] Provisioning for port 15f5281c-1165-4363-a5dd-dbb4db305024 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:33.517699 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Allocated IP 172.20.0.1 (513b56e6-1b3c-4071-a1d7-2a58cf7997bc/c8bec309-a7b4-4bb7-bbba-0f859d86f152/38e94000-f11f-4307-91da-7c56e65fb1aa) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:33.583086 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.638523 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.677742 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Transition to ACTIVE for port object 902a50b1-a4fa-4dd2-a68b-47f997a02431 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:33.696929 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b88619d-d9b0-4877-b0c2-443be5caf552 None None] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:33.702693 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.864852 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Attempting to bind port 902a50b1-a4fa-4dd2-a68b-47f997a02431 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:33.867708 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Attempting to bind port 902a50b1-a4fa-4dd2-a68b-47f997a02431 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:33.868373 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Attempting to bind port 902a50b1-a4fa-4dd2-a68b-47f997a02431 on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:33.876855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.899638 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:33.902355 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:33.905766 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.906297 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:33.907729 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Bound port: 902a50b1-a4fa-4dd2-a68b-47f997a02431, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:33.910534 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.934127 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d133ac-4f72-4a0d-b578-1163e5a113af,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:33.939208 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Transition to ACTIVE for port object 38e94000-f11f-4307-91da-7c56e65fb1aa will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:33.945718 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 15f5281c-1165-4363-a5dd-dbb4db305024 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:34.002704 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.018390 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] For port 902a50b1-a4fa-4dd2-a68b-47f997a02431, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:34.022099 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] For port 902a50b1-a4fa-4dd2-a68b-47f997a02431, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=902a50b1-a4fa-4dd2-a68b-47f997a02431,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:34.031332 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:34.035183 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.067640 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fce742-4e53-4ef6-9de2-42dde79eeddc admin admin] Deleting subnet ade6b960-b1ed-4af8-9af5-93923df578e5 {{(pid=88103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:16:34.071089 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Routers {'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:34.073134 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:34.082090 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8713de7-46a1-41b2-af6b-26f51aed4549 None None] Network e36fabff-bed3-4f94-a2f4-3580b98359fe requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:34.087044 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d5bd04429a480a97609dc1c8fd5de0 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:34.097829 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:34.099741 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Pushing event updated for resources: {'Port': ['ID=38e94000-f11f-4307-91da-7c56e65fb1aa,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:34.100597 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-34fce742-4e53-4ef6-9de2-42dde79eeddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.115215 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:34.116379 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:34.125474 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:34.125962 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.230125 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:34.260321 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Pushing event updated for resources: {'Port': ['ID=902a50b1-a4fa-4dd2-a68b-47f997a02431,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:34.270134 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.297373 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.298206 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.298873 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.299419 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.300183 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.301013 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.301583 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.302526 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.303214 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.303918 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.304461 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.305214 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Tracked resource versions report: Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: pushed versions: Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Log': {'1.0'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Network': {'1.1'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Port': {'1.7'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'PortForwarding': {'1.2'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'QosPolicy': {'1.8'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'SubPort': {'1.0'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Subnet': {'1.1'}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Trunk': {'1.1'}} Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: consumer versions: Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: { DHCP agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: HyperV agent@hv-cinder-84460: {}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: L3 agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: Metadata agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: Metering agent@dv-cinder-844605-1-smb: {}, Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: Open vSwitch agent@dv-cinder-844605-1-smb: { 'AddressGroup': '1.2', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'ConntrackHelper': '1.0', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Log': '1.0', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Network': '1.1', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Port': '1.7', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'PortForwarding': '1.2', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'QosPolicy': '1.8', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'SecurityGroup': '1.4', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'SecurityGroupRule': '1.2', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'SubPort': '1.0', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Subnet': '1.1', Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: 'Trunk': '1.1'}} Jun 28 11:16:34.306580 dv-cinder-844605-1-smb neutron-server[88106]: {{(pid=88106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:34.478786 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbe3ec-4db4-44d2-bd05-b9080ed0ea73 None None] Pushing event updated for resources: {'Port': ['ID=902a50b1-a4fa-4dd2-a68b-47f997a02431,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:34.494646 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] Set router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:34.534223 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.666592 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-34fce742-4e53-4ef6-9de2-42dde79eeddc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.794015 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-34fce742-4e53-4ef6-9de2-42dde79eeddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.794917 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-90af13d6-d65c-40e4-9da2-9eccb38a514a None None] Provisioning for port 7556acb2-4ac3-4650-856b-6a93aa37db3d completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:34.875279 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.912661 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.924071 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.924816 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:34.972546 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 15f5281c-1165-4363-a5dd-dbb4db305024 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:35.129746 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-34fce742-4e53-4ef6-9de2-42dde79eeddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.138882 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 15f5281c-1165-4363-a5dd-dbb4db305024 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:35.139672 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.169901 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:29Z', 'revision_number': 3, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port': {'id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:35.174989 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f6cd95-5dbb-4ea1-b16a-8abaa8452214 None None] The sync data for ids ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'] in dv-cinder-844605-1-smb is: [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:29Z', 'revision_number': 3, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port': {'id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:35.201125 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fce742-4e53-4ef6-9de2-42dde79eeddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade6b960-b1ed-4af8-9af5-93923df578e5,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:35.205039 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-34fce742-4e53-4ef6-9de2-42dde79eeddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.209949 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Pushing event updated for resources: {'Port': ['ID=38e94000-f11f-4307-91da-7c56e65fb1aa,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:35.292669 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:35.294086 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:35.349027 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 15f5281c-1165-4363-a5dd-dbb4db305024 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:35.349428 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.365211 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-0619ab98-77a0-4e58-bc08-160d855cfd44 None None] Provisioning for port 0eaf3562-bfff-4f09-85fc-485cd92897e4 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:35.383751 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.408973 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.478632 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 15f5281c-1165-4363-a5dd-dbb4db305024, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=15f5281c-1165-4363-a5dd-dbb4db305024,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:35.493791 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.494731 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 0eaf3562-bfff-4f09-85fc-485cd92897e4 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:35.503855 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-34fce742-4e53-4ef6-9de2-42dde79eeddc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ade6b960-b1ed-4af8-9af5-93923df578e5 HTTP/1.1" status: 204 len: 168 time: 2.4120378 Jun 28 11:16:35.517593 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50626) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:35.526642 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd913d8-ea56-43c8-a0ce-cacf75f126cd,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:35.715393 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:16:35.719970 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=15f5281c-1165-4363-a5dd-dbb4db305024,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:35.774407 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.777983 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 0eaf3562-bfff-4f09-85fc-485cd92897e4 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:35.786639 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-61587267-c7be-453e-9768-fa64c434feb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5d5bd04429a480a97609dc1c8fd5de0&name=default HTTP/1.1" status: 200 len: 2976 time: 3.3372648 Jun 28 11:16:35.788925 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 0eaf3562-bfff-4f09-85fc-485cd92897e4 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:35.789308 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.821878 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50634) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:36.049839 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Router 225ae65d-be48-4e16-875b-4b10f1fde25e is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:36.199817 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 0eaf3562-bfff-4f09-85fc-485cd92897e4 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:36.200861 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.253147 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:36.260601 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-a2d6420a-193d-4eb9-89bd-7a59f69d1ffe admin admin] 10.222.0.15 "PUT /v2.0/routers/f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1641040 Jun 28 11:16:36.327890 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 0eaf3562-bfff-4f09-85fc-485cd92897e4, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=0eaf3562-bfff-4f09-85fc-485cd92897e4,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:36.349426 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.353153 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 7556acb2-4ac3-4650-856b-6a93aa37db3d up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:36.510826 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-c4d976f4-c18f-4749-b328-b7a4cde0592b None None] Provisioning complete for port 15f5281c-1165-4363-a5dd-dbb4db305024 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:36.511191 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-c4d976f4-c18f-4749-b328-b7a4cde0592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.552025 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e36819f1-ac3f-400c-b427-1c5a229f5195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.742523 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=0eaf3562-bfff-4f09-85fc-485cd92897e4,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:36.858938 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 7556acb2-4ac3-4650-856b-6a93aa37db3d completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:36.876340 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 7556acb2-4ac3-4650-856b-6a93aa37db3d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:36.876941 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.898534 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e36819f1-ac3f-400c-b427-1c5a229f5195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.927358 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-c4d976f4-c18f-4749-b328-b7a4cde0592b None None] Current status of the port 15f5281c-1165-4363-a5dd-dbb4db305024 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:36.947022 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:36.955421 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-c4d976f4-c18f-4749-b328-b7a4cde0592b None None] Provisioning for port 38e94000-f11f-4307-91da-7c56e65fb1aa completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:37.003689 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-c4d976f4-c18f-4749-b328-b7a4cde0592b None None] Provisioning complete for port 38e94000-f11f-4307-91da-7c56e65fb1aa triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:37.004867 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-c4d976f4-c18f-4749-b328-b7a4cde0592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.090253 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50682) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:37.098187 dv-cinder-844605-1-smb neutron-server[88104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 11:16:37.119410 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 7556acb2-4ac3-4650-856b-6a93aa37db3d is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:37.119821 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.132569 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-c4d976f4-c18f-4749-b328-b7a4cde0592b None None] Port 38e94000-f11f-4307-91da-7c56e65fb1aa cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:37.160779 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 7556acb2-4ac3-4650-856b-6a93aa37db3d, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=7556acb2-4ac3-4650-856b-6a93aa37db3d,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:37.168530 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.254879 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:37.258601 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Router 6fe2237a-9db7-45a7-9c2a-420b08720539 is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:37.264687 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.322861 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Sync routers for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:37.334193 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e36819f1-ac3f-400c-b427-1c5a229f5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.344638 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.345216 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.345590 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b6f57c20-5e64-48c1-bbe7-0c6d7d8ed91f None None] Provisioning complete for port 0eaf3562-bfff-4f09-85fc-485cd92897e4 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:37.345757 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.345957 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b6f57c20-5e64-48c1-bbe7-0c6d7d8ed91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.346109 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > port after_create 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.346394 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.346738 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > port after_update 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.347068 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.347396 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.347715 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.348027 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.382740 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:37.383375 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:37.423640 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-5432eae7-1bb5-43d2-9fe8-e4417afc6cfe tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:37.425246 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-5432eae7-1bb5-43d2-9fe8-e4417afc6cfe tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/networks?id=513b56e6-1b3c-4071-a1d7-2a58cf7997bc HTTP/1.1" status: 200 len: 811 time: 0.3329411 Jun 28 11:16:37.445011 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=7556acb2-4ac3-4650-856b-6a93aa37db3d,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:37.457099 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-f09ad729-be51-4f77-90fd-a648d5c0dfca tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/quotas/31fe3a3511ef44c090a06e54e8c7d294 HTTP/1.1" status: 200 len: 375 time: 0.0252740 Jun 28 11:16:37.460966 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 15f5281c-1165-4363-a5dd-dbb4db305024 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:37.574311 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-cb342533-2e64-4daf-85a2-2b60972aa78c tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Synchronizing usage tracker for tenant:31fe3a3511ef44c090a06e54e8c7d294 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:37.592640 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-cb342533-2e64-4daf-85a2-2b60972aa78c tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Unset dirty status for tenant:31fe3a3511ef44c090a06e54e8c7d294 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:37.595408 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-cb342533-2e64-4daf-85a2-2b60972aa78c tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31fe3a3511ef44c090a06e54e8c7d294&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362684 Jun 28 11:16:37.614354 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.614822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.615017 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.615338 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:16:37.615706 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e']}} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:37.645360 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e36819f1-ac3f-400c-b427-1c5a229f5195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.647117 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-e36819f1-ac3f-400c-b427-1c5a229f5195 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dd913d8-ea56-43c8-a0ce-cacf75f126cd HTTP/1.1" status: 204 len: 168 time: 1.8228431 Jun 28 11:16:37.748166 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:37.779802 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Sync routers for ids ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:37.796047 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Routers {'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:37.796895 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:37.805727 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b6f57c20-5e64-48c1-bbe7-0c6d7d8ed91f None None] Current status of the port 0eaf3562-bfff-4f09-85fc-485cd92897e4 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:37.862994 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119c7c72-e825-4be6-a433-7b1e3d42ad23') {'for_net_delete': True} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:37.863327 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119c7c72-e825-4be6-a433-7b1e3d42ad23') {} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:37.887677 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.890994 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 15f5281c-1165-4363-a5dd-dbb4db305024 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:37.891366 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:37.892590 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50704) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:37.895225 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b63dff29-fec8-4b07-bbd7-aeb3606d1c4b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.6485248 Jun 28 11:16:37.911375 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36819f1-ac3f-400c-b427-1c5a229f5195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd913d8-ea56-43c8-a0ce-cacf75f126cd,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:37.927862 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33333191'] for segment, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.004940 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.034521 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:38.066375 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:16:38.066860 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33429730'] for segment, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.076285 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Sync routers for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:38.152315 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:38.165140 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:38.241495 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Set router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:38.256032 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-87c14465-bbe5-493e-ad04-5036c3393aa6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:16:38.263096 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-87c14465-bbe5-493e-ad04-5036c3393aa6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4642158 Jun 28 11:16:38.273270 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b6f57c20-5e64-48c1-bbe7-0c6d7d8ed91f None None] Provisioning complete for port 7556acb2-4ac3-4650-856b-6a93aa37db3d triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:38.283113 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b6f57c20-5e64-48c1-bbe7-0c6d7d8ed91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.290280 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.295113 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-19ee7595-c9c4-4ee3-aacb-2329bcffbde5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.9677780 Jun 28 11:16:38.299913 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50720) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:38.300244 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50722) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:38.508378 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.514553 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:38.558189 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:38.565763 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-82a08a83-ce4c-4535-8ba7-dae9c2497b9a admin admin] 10.222.0.15 "DELETE /v2.0/networks/cd9f7e12-5cf5-4a5d-99f2-76f7715bbc1e HTTP/1.1" status: 204 len: 168 time: 3.0185485 Jun 28 11:16:38.568386 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50740) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:38.656693 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_v2 [None req-042f8b71-2cc5-4e9c-8ec1-5a94e277af3d admin admin] Deleting subnet 13aed069-8fb3-46f1-a402-f262bb43270e {{(pid=88103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:16:38.663423 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-042f8b71-2cc5-4e9c-8ec1-5a94e277af3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.026423 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:34Z', 'revision_number': 4, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port': {'id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '38e94000-f11f-4307-91da-7c56e65fb1aa', 'name': '', 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'mac_address': 'fa:16:3e:3a:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c8bec309-a7b4-4bb7-bbba-0f859d86f152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:33Z', 'updated_at': '2022-06-28T11:16:34Z', 'revision_number': 2, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'subnets': [{'id': 'c8bec309-a7b4-4bb7-bbba-0f859d86f152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:39.041350 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Checking router: f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:39.041544 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Updating router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c port 38e94000-f11f-4307-91da-7c56e65fb1aa binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:39.086175 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-8a62c19f-2e0c-4721-ae42-9e94e3293fe1 service neutron] 10.222.0.15 "GET /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8216152 Jun 28 11:16:39.109067 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.197162 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.225042 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 15f5281c-1165-4363-a5dd-dbb4db305024 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:39.234613 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 902a50b1-a4fa-4dd2-a68b-47f997a02431 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:39.340896 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment 119c7c72-e825-4be6-a433-7b1e3d42ad23 resource provider aggregate not found Jun 28 11:16:39.359342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:39.359342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] Usage tracker for resource:security_group_rule and tenant:0583d4f8c52248cc924061aff2f7a5e6 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:39.359342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:39.371867 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:39.410303 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:39.486170 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.559447 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-1366045d-384e-4e36-be2d-98bad0ab9da0 service neutron] 10.222.0.15 "GET /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674590 Jun 28 11:16:39.687623 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.722165 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-042f8b71-2cc5-4e9c-8ec1-5a94e277af3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33333198'] for subnet, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.836072 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:39.884216 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment 119c7c72-e825-4be6-a433-7b1e3d42ad23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 119c7c72-e825-4be6-a433-7b1e3d42ad23 found for delete ", "request_id": "req-76ed3fb0-41ce-4ab1-a0ad-ba2f438c7990"}]} Jun 28 11:16:40.000540 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0583d4f8c52248cc924061aff2f7a5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6903906 Jun 28 11:16:40.070750 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50796) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:40.079252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 50808) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:40.136515 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.146411 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b6f57c20-5e64-48c1-bbe7-0c6d7d8ed91f None None] Current status of the port 7556acb2-4ac3-4650-856b-6a93aa37db3d is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:40.175889 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-042f8b71-2cc5-4e9c-8ec1-5a94e277af3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.187058 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Transition to ACTIVE for port object 38e94000-f11f-4307-91da-7c56e65fb1aa will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:40.203568 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.242902 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:30Z', 'revision_number': 3, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:40.271662 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Checking router: 225ae65d-be48-4e16-875b-4b10f1fde25e for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:40.272871 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Updating router 225ae65d-be48-4e16-875b-4b10f1fde25e port 950deaa8-c541-458c-888c-b3b8a83d4a7f binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:40.280290 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8382faf-abb8-4980-acb2-daf3d3b8683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4adc54b-fd72-466e-9cc9-43491a26c2d8,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:40.308702 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-042f8b71-2cc5-4e9c-8ec1-5a94e277af3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33429580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31592037'] for subnet, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.389362 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.406210 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b0eb2bfc-329b-4119-bc10-26c800d4c9a4 req-afec2f9f-8bb1-447b-a9e6-947b8c3a4a84 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 210 time: 0.3227906 Jun 28 11:16:40.437626 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 902a50b1-a4fa-4dd2-a68b-47f997a02431 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:40.454371 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-042f8b71-2cc5-4e9c-8ec1-5a94e277af3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.457158 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f8b71-2cc5-4e9c-8ec1-5a94e277af3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aed069-8fb3-46f1-a402-f262bb43270e,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:40.499124 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 902a50b1-a4fa-4dd2-a68b-47f997a02431 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:40.499963 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.642421 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.714735 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03a765-b9cb-4dd7-b743-12865aaec565 None None] Pushing event updated for resources: {'Port': ['ID=38e94000-f11f-4307-91da-7c56e65fb1aa,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:40.772929 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Attempting to bind port 38e94000-f11f-4307-91da-7c56e65fb1aa on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:40.773298 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Attempting to bind port 38e94000-f11f-4307-91da-7c56e65fb1aa by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:40.773653 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Attempting to bind port 38e94000-f11f-4307-91da-7c56e65fb1aa on network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:40.790920 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:40.791506 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Checking segment: {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:40.792058 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.792604 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Bound using segment: {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:40.793309 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Bound port: 38e94000-f11f-4307-91da-7c56e65fb1aa, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:40.793875 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.835817 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1c04181a-ccbe-4f7c-b030-67c3ec34f828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:40.856677 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Allocated IP 172.20.0.1 (6debd97d-413d-47e8-8227-82ddb25a54b2/c8c8ca91-d0f7-4915-9466-2c91418ac56b/4ea44de2-ed7b-4233-b2b4-77a9694e69e7) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:40.971455 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1c04181a-ccbe-4f7c-b030-67c3ec34f828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.000948 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Allocated IP 172.20.0.1 (e36fabff-bed3-4f94-a2f4-3580b98359fe/71f40d9e-4000-4ead-8ea1-695b45be6240/eec0af84-57f6-4413-a0e1-89b6a91952ab) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:41.134152 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.176590 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-042f8b71-2cc5-4e9c-8ec1-5a94e277af3d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/13aed069-8fb3-46f1-a402-f262bb43270e HTTP/1.1" status: 204 len: 168 time: 2.6049008 Jun 28 11:16:41.189135 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50858) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:41.201556 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1c04181a-ccbe-4f7c-b030-67c3ec34f828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.234943 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04181a-ccbe-4f7c-b030-67c3ec34f828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4adc54b-fd72-466e-9cc9-43491a26c2d8,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:41.240021 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Transition to ACTIVE for port object 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:41.283882 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1c04181a-ccbe-4f7c-b030-67c3ec34f828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.283882 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-1c04181a-ccbe-4f7c-b030-67c3ec34f828 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4adc54b-fd72-466e-9cc9-43491a26c2d8 HTTP/1.1" status: 204 len: 168 time: 1.2102568 Jun 28 11:16:41.360018 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] For port 38e94000-f11f-4307-91da-7c56e65fb1aa, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:41.367298 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] For port 38e94000-f11f-4307-91da-7c56e65fb1aa, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=38e94000-f11f-4307-91da-7c56e65fb1aa,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:41.387067 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.410137 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.417626 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 902a50b1-a4fa-4dd2-a68b-47f997a02431 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:41.422128 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.442293 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Transition to ACTIVE for port object eec0af84-57f6-4413-a0e1-89b6a91952ab will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:41.466228 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 902a50b1-a4fa-4dd2-a68b-47f997a02431, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=902a50b1-a4fa-4dd2-a68b-47f997a02431,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:41.485659 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.493152 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.517367 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:33Z', 'revision_number': 3, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:41.544904 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.546083 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 0eaf3562-bfff-4f09-85fc-485cd92897e4 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:41.566083 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Routers {'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:41.567986 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:41.616660 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.793523 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2fe95e9b-0fce-4fed-b124-2cfbc6c94433 req-3417c252-4d5b-4b0d-b62c-9b5fa7ed2e0b tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 210 time: 0.1547189 Jun 28 11:16:41.823631 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d03a765-b9cb-4dd7-b743-12865aaec565 None None] Pushing event updated for resources: {'Port': ['ID=38e94000-f11f-4307-91da-7c56e65fb1aa,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:41.867442 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Checking router: 6fe2237a-9db7-45a7-9c2a-420b08720539 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:41.870194 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Updating router 6fe2237a-9db7-45a7-9c2a-420b08720539 port a5d133ac-4f72-4a0d-b578-1163e5a113af binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:41.911326 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Network e36fabff-bed3-4f94-a2f4-3580b98359fe is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:41.917816 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Pushing event updated for resources: {'Port': ['ID=eec0af84-57f6-4413-a0e1-89b6a91952ab,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:41.930325 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:41.947506 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:41.953393 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] Set router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:41.967991 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:41.968769 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:41.986301 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:42.014188 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:42.160697 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.193735 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:42.239051 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.301704 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.309371 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50890) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:42.340736 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9231cabc-5b6c-42b4-851e-0e2fb32df285']}} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:42.404815 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.490611 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.567412 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=902a50b1-a4fa-4dd2-a68b-47f997a02431,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:42.603792 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 0eaf3562-bfff-4f09-85fc-485cd92897e4 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:42.605915 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.690515 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Transition to ACTIVE for port object 950deaa8-c541-458c-888c-b3b8a83d4a7f will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:42.760267 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87ff3b3-16fd-473e-b9fc-eb88e4d7259b') {'for_net_delete': True} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:42.760662 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87ff3b3-16fd-473e-b9fc-eb88e4d7259b') {} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:42.815524 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:34Z', 'revision_number': 4, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port': {'id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '38e94000-f11f-4307-91da-7c56e65fb1aa', 'name': '', 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'mac_address': 'fa:16:3e:3a:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c8bec309-a7b4-4bb7-bbba-0f859d86f152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:33Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'subnets': [{'id': 'c8bec309-a7b4-4bb7-bbba-0f859d86f152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:42.833632 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9a7f85-e7d4-40cf-96af-2f02976e277e None None] The sync data for ids ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'] in dv-cinder-844605-1-smb is: [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:16:34Z', 'revision_number': 4, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port': {'id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '38e94000-f11f-4307-91da-7c56e65fb1aa', 'name': '', 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'mac_address': 'fa:16:3e:3a:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'c8bec309-a7b4-4bb7-bbba-0f859d86f152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:33Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'subnets': [{'id': 'c8bec309-a7b4-4bb7-bbba-0f859d86f152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:42.939292 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:42.992829 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33333191'] for segment, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.052595 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.150847 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.177756 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:43.195632 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-8690e987-27f8-4ee6-bba8-9a3b2ac3efd1 None None] Provisioning for port eec0af84-57f6-4413-a0e1-89b6a91952ab completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:43.201034 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] Usage tracker for resource:security_group_rule and tenant:715a47a64abf46a8972e1e906e2b949d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:43.208338 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:16:43.211058 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33429730'] for segment, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.257637 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-8690e987-27f8-4ee6-bba8-9a3b2ac3efd1 None None] Provisioning complete for port eec0af84-57f6-4413-a0e1-89b6a91952ab triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:43.258259 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8690e987-27f8-4ee6-bba8-9a3b2ac3efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.289034 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:43.424525 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-301fde3e-8c3e-4fa5-8fa0-d6714c38d93a req-2f24dcdf-8815-4255-87bc-6072805a2b0e tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 210 time: 0.2309227 Jun 28 11:16:43.473967 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment d87ff3b3-16fd-473e-b9fc-eb88e4d7259b resource provider aggregate not found Jun 28 11:16:43.483080 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b05b-f0a7-4129-a814-c43cfacff5b7 None None] Pushing event updated for resources: {'Port': ['ID=950deaa8-c541-458c-888c-b3b8a83d4a7f,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:43.484649 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:43.487967 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Attempting to bind port 950deaa8-c541-458c-888c-b3b8a83d4a7f on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:43.489967 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Attempting to bind port 950deaa8-c541-458c-888c-b3b8a83d4a7f by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:43.490329 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Attempting to bind port 950deaa8-c541-458c-888c-b3b8a83d4a7f on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:43.533891 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.547567 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.548298 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.593752 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment d87ff3b3-16fd-473e-b9fc-eb88e4d7259b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d87ff3b3-16fd-473e-b9fc-eb88e4d7259b found for delete ", "request_id": "req-ebc9f824-84cc-4860-a115-f1999473875a"}]} Jun 28 11:16:43.635767 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:43.636437 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:43.636663 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.637212 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:43.637874 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Bound port: 950deaa8-c541-458c-888c-b3b8a83d4a7f, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:43.638394 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.684251 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.694327 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:43.794813 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-8690e987-27f8-4ee6-bba8-9a3b2ac3efd1 None None] Port eec0af84-57f6-4413-a0e1-89b6a91952ab cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:43.861361 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 0eaf3562-bfff-4f09-85fc-485cd92897e4 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:43.895798 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Pushing event updated for resources: {'Port': ['ID=eec0af84-57f6-4413-a0e1-89b6a91952ab,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:44.049339 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-8690e987-27f8-4ee6-bba8-9a3b2ac3efd1 None None] Provisioning for port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:44.067052 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9231cabc-5b6c-42b4-851e-0e2fb32df285,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:44.100743 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-8690e987-27f8-4ee6-bba8-9a3b2ac3efd1 None None] Provisioning complete for port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:44.101116 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8690e987-27f8-4ee6-bba8-9a3b2ac3efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.133623 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-25357eda-6764-4989-a4c9-db6bcae53cd8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9231cabc-5b6c-42b4-851e-0e2fb32df285 HTTP/1.1" status: 204 len: 168 time: 2.9430621 Jun 28 11:16:44.134571 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.137760 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Network e36fabff-bed3-4f94-a2f4-3580b98359fe is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:44.142936 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:44.167307 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.46', 51004) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:44.301984 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.320965 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-8690e987-27f8-4ee6-bba8-9a3b2ac3efd1 None None] Port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:44.324687 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 50990) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:44.328576 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 902a50b1-a4fa-4dd2-a68b-47f997a02431 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:44.340312 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.431210 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] For port 950deaa8-c541-458c-888c-b3b8a83d4a7f, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:44.540256 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.resource_extend [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:16:44.571771 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] For port 950deaa8-c541-458c-888c-b3b8a83d4a7f, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=950deaa8-c541-458c-888c-b3b8a83d4a7f,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:44.603893 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:44.662858 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51000) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:44.762770 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=715a47a64abf46a8972e1e906e2b949d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4516459 Jun 28 11:16:44.814094 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 51008) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:44.833923 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b381a44-62a4-456d-8808-91a37dc6d6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad912d6-9b90-45e1-9b10-a4d9b625f6d9,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:44.886446 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d49c88df-d8db-4e2f-9ac9-920297eb41dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e32586bac2814eebbcaecc8a6be9af5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1977391 Jun 28 11:16:44.890310 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51018) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:45.006206 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.019438 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c472a7dc-264c-44a0-b3a1-6317b162f16e req-e4aed9a2-c22e-46f7-8f2e-0c8cab938a3d tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 210 time: 0.2088308 Jun 28 11:16:45.052674 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:45.057390 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] Usage tracker for resource:security_group_rule and tenant:15e866e02bd64fd68f001b67e7f9e983 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:45.060670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:45.067342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:45.093559 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Router 225ae65d-be48-4e16-875b-4b10f1fde25e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:16:45.115358 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6beb7097-bc79-4580-af08-325662e92f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.122899 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-dd5ef419-9a82-4782-a428-c51a3b33eaa9 None None] Provisioning complete for port eec0af84-57f6-4413-a0e1-89b6a91952ab triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:45.123785 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dd5ef419-9a82-4782-a428-c51a3b33eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.162670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6beb7097-bc79-4580-af08-325662e92f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.201613 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.228211 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-e27c68fb-73e3-43d8-97c0-60e0e3c6e2ad tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:45.229207 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-e27c68fb-73e3-43d8-97c0-60e0e3c6e2ad tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.46 "GET /v2.0/networks?id=513b56e6-1b3c-4071-a1d7-2a58cf7997bc HTTP/1.1" status: 200 len: 811 time: 1.0602474 Jun 28 11:16:45.229754 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.290126 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.294563 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-dd5ef419-9a82-4782-a428-c51a3b33eaa9 None None] Port eec0af84-57f6-4413-a0e1-89b6a91952ab cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:45.300110 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:45.300958 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:45.377531 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 902a50b1-a4fa-4dd2-a68b-47f997a02431 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:45.378156 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.381347 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.391537 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:45.402119 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.402800 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.410693 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17b05b-f0a7-4129-a814-c43cfacff5b7 None None] Pushing event updated for resources: {'Port': ['ID=950deaa8-c541-458c-888c-b3b8a83d4a7f,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:45.424924 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6beb7097-bc79-4580-af08-325662e92f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.591840 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:45.610448 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Request body: {'port': {'device_id': 'ecc90d3f-6ac0-44e6-a328-b2b2d22194ff', 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc', 'admin_state_up': True, 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:45.638976 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:45.649030 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0099684a-272c-4799-b768-8595c7a43cbf admin admin] 10.222.0.15 "PUT /v2.0/routers/225ae65d-be48-4e16-875b-4b10f1fde25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7553859 Jun 28 11:16:45.693286 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Transition to ACTIVE for port object a5d133ac-4f72-4a0d-b578-1163e5a113af will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:45.721657 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.745649 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:45.749149 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be8a6cf-6b7b-47c5-bc6d-b7adb2241622,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:45.755195 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:45.770312 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-45e0dcf4-eba7-44c0-88d4-35e780fcbe25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15e866e02bd64fd68f001b67e7f9e983&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4444547 Jun 28 11:16:45.772337 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51064) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:45.791986 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb7097-bc79-4580-af08-325662e92f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279b50b0-5629-46b7-b3ad-3b85dac98408,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:45.794071 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6beb7097-bc79-4580-af08-325662e92f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.795181 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-6beb7097-bc79-4580-af08-325662e92f9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/279b50b0-5629-46b7-b3ad-3b85dac98408 HTTP/1.1" status: 204 len: 168 time: 0.9036701 Jun 28 11:16:45.896565 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-adbcf12e-42d0-4715-9c13-de005eb99275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:45.977398 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-adbcf12e-42d0-4715-9c13-de005eb99275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.229273 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-13e9422e-94d6-4241-b984-6dd71413c263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.320158 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Router 6fe2237a-9db7-45a7-9c2a-420b08720539 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:16:46.322585 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-13e9422e-94d6-4241-b984-6dd71413c263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.358040 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-adbcf12e-42d0-4715-9c13-de005eb99275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.443713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcf12e-42d0-4715-9c13-de005eb99275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad912d6-9b90-45e1-9b10-a4d9b625f6d9,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:46.487448 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-adbcf12e-42d0-4715-9c13-de005eb99275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.488649 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-adbcf12e-42d0-4715-9c13-de005eb99275 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bad912d6-9b90-45e1-9b10-a4d9b625f6d9 HTTP/1.1" status: 204 len: 168 time: 1.6737349 Jun 28 11:16:46.555586 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Attempting to bind port a5d133ac-4f72-4a0d-b578-1163e5a113af on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:46.556125 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Attempting to bind port a5d133ac-4f72-4a0d-b578-1163e5a113af by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:46.556371 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Attempting to bind port a5d133ac-4f72-4a0d-b578-1163e5a113af on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:46.630719 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-73c4e338-6bff-43d2-b9ed-c35dd1374fc9 req-005c9a95-f840-48f1-abe4-d4f8189c8fda tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 210 time: 0.1482816 Jun 28 11:16:46.631819 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:46.657306 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:46.677301 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8db1b-9a57-4ac6-ad0c-0d6ae076fdee None None] Pushing event updated for resources: {'Port': ['ID=a5d133ac-4f72-4a0d-b578-1163e5a113af,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:46.681822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-13e9422e-94d6-4241-b984-6dd71413c263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.695068 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Made reservation on behalf of 31fe3a3511ef44c090a06e54e8c7d294 for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:46.699420 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.726885 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9422e-94d6-4241-b984-6dd71413c263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be8a6cf-6b7b-47c5-bc6d-b7adb2241622,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:46.768101 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:46.790720 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-31f97bf7-2a6f-433c-b261-6b2a960982f5 admin admin] 10.222.0.15 "PUT /v2.0/routers/6fe2237a-9db7-45a7-9c2a-420b08720539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4865618 Jun 28 11:16:46.794935 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-13e9422e-94d6-4241-b984-6dd71413c263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.796048 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-13e9422e-94d6-4241-b984-6dd71413c263 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1be8a6cf-6b7b-47c5-bc6d-b7adb2241622 HTTP/1.1" status: 204 len: 168 time: 1.0199673 Jun 28 11:16:46.817431 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:46.818228 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:46.820101 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.823446 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:46.824261 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Bound port: a5d133ac-4f72-4a0d-b578-1163e5a113af, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:46.824852 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.983114 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51118) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:47.020315 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-870d7fdb-6bfe-444d-ae8e-c14b2da3a60a None None] Provisioning complete for port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:47.020714 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-870d7fdb-6bfe-444d-ae8e-c14b2da3a60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.188856 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-17e01af7-1746-4aaa-a300-b34ac424816d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d143219b54c4047b09ea66cd6d353e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2000873 Jun 28 11:16:47.190179 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51122) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:47.374825 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Allocated IP 172.20.0.11 (513b56e6-1b3c-4071-a1d7-2a58cf7997bc/c8bec309-a7b4-4bb7-bbba-0f859d86f152/be70b4af-f20f-4970-9508-6d7c79463dce) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:47.433015 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-97d84ec7-3131-488a-8749-8c05cb23f3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.511156 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-97d84ec7-3131-488a-8749-8c05cb23f3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.512690 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] For port a5d133ac-4f72-4a0d-b578-1163e5a113af, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:47.517622 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] For port a5d133ac-4f72-4a0d-b578-1163e5a113af, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=a5d133ac-4f72-4a0d-b578-1163e5a113af,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:47.551720 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-870d7fdb-6bfe-444d-ae8e-c14b2da3a60a None None] Port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:47.562992 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.570144 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 902a50b1-a4fa-4dd2-a68b-47f997a02431 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:47.590442 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 38e94000-f11f-4307-91da-7c56e65fb1aa up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:47.620562 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-97d84ec7-3131-488a-8749-8c05cb23f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.655704 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d84ec7-3131-488a-8749-8c05cb23f3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bb06d9-f0f4-42d7-a197-025ccbf910ac,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:47.708111 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-97d84ec7-3131-488a-8749-8c05cb23f3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.724445 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-97d84ec7-3131-488a-8749-8c05cb23f3f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56bb06d9-f0f4-42d7-a197-025ccbf910ac HTTP/1.1" status: 204 len: 168 time: 0.5319426 Jun 28 11:16:47.766424 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8db1b-9a57-4ac6-ad0c-0d6ae076fdee None None] Pushing event updated for resources: {'Port': ['ID=a5d133ac-4f72-4a0d-b578-1163e5a113af,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.018359 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:48.029292 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:48.154104 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8c73b0f9-5cc6-43a2-aed9-cf139bf28998 req-14570eaa-9ce9-4db9-970c-c2e3bbb96d0b tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 210 time: 0.1292584 Jun 28 11:16:48.164554 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51152) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:48.206202 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.246105 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:48.271490 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] Usage tracker for resource:security_group_rule and tenant:8d997ababdd8450c87d9cc84805633cc is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:48.278494 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:48.302980 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:48.372955 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51160) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:48.406889 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 38e94000-f11f-4307-91da-7c56e65fb1aa completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:48.437356 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 38e94000-f11f-4307-91da-7c56e65fb1aa triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:48.441145 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.456894 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-b8081bc5-ccbc-43c5-acc1-647e6201c7c1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:48.460211 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-b8081bc5-ccbc-43c5-acc1-647e6201c7c1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 818 time: 1.1636410 Jun 28 11:16:48.507725 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.508594 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.517054 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.541366 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-602e1ab2-d2c4-411f-9728-4ccbdbfc89f7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/quotas/8f58115a6109436f8f975a5b8d9bfda4 HTTP/1.1" status: 200 len: 375 time: 0.0604055 Jun 28 11:16:48.649271 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:48.740490 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 51168) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:48.741920 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Transition to ACTIVE for port object be70b4af-f20f-4970-9508-6d7c79463dce will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:48.778895 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 2, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:48.781314 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aaa02fb-4b47-4bef-925b-304b9954011c,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.793414 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-bde8866f-906b-4a61-ba22-bcf7ba1ccaa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d997ababdd8450c87d9cc84805633cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275218 Jun 28 11:16:48.794699 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51172) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:48.811774 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.830457 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd7425-ff54-47dd-b221-cb04dfb54f2e None None] The sync data for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb is: [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 2, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:48.912844 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:48.922690 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:48.926146 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.946297 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:48.953017 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bbca8a-6c07-4eca-b047-be8b625f72c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.973136 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:48.973823 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.059923 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bbca8a-6c07-4eca-b047-be8b625f72c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.157698 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5418646 Jun 28 11:16:49.195945 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bbca8a-6c07-4eca-b047-be8b625f72c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.197078 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:49.222824 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-0aa748db-6f38-4837-b380-8f9cf36cbf29 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:16:49.224824 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-0aa748db-6f38-4837-b380-8f9cf36cbf29 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513146 Jun 28 11:16:49.239025 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbca8a-6c07-4eca-b047-be8b625f72c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aaa02fb-4b47-4bef-925b-304b9954011c,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:49.243734 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:239c225e2b724b0c960da736334cda06 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:49.259643 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:49.270635 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bbca8a-6c07-4eca-b047-be8b625f72c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.275088 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b2bbca8a-6c07-4eca-b047-be8b625f72c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3aaa02fb-4b47-4bef-925b-304b9954011c HTTP/1.1" status: 204 len: 168 time: 0.4782164 Jun 28 11:16:49.279467 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:49.304089 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7fdfa-1a86-440c-8639-24e1b3c75666 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Pushing event updated for resources: {'Port': ['ID=be70b4af-f20f-4970-9508-6d7c79463dce,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:49.345196 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.359738 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-68677098-7875-482f-bebc-c7a14f06d852 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Synchronizing usage tracker for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:49.383840 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:49.404227 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] Usage tracker for resource:security_group_rule and tenant:c1bebd32aef443a5b6e0aa9869d73ff4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:49.413698 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:49.427315 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:49.672052 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-68677098-7875-482f-bebc-c7a14f06d852 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Unset dirty status for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:49.679072 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.688933 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.697955 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-68677098-7875-482f-bebc-c7a14f06d852 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1473079 Jun 28 11:16:49.830855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.834745 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1bebd32aef443a5b6e0aa9869d73ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4598677 Jun 28 11:16:49.846114 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51192) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:50.017701 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51198) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:50.039023 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.050963 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-23a16e0b-e42f-4f68-94ab-14e5459b60e3 None None] Provisioning for port be70b4af-f20f-4970-9508-6d7c79463dce completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:50.074005 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 38e94000-f11f-4307-91da-7c56e65fb1aa is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:50.076322 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.077364 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.101648 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275321792', 'description': 'tempest-description--1868152285'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:50.131096 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:50.147775 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:security_group and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:50.152732 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-23a16e0b-e42f-4f68-94ab-14e5459b60e3 None None] Provisioning complete for port be70b4af-f20f-4970-9508-6d7c79463dce triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:50.153975 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-23a16e0b-e42f-4f68-94ab-14e5459b60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.160001 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:50.186832 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:50.201546 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=239c225e2b724b0c960da736334cda06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4163110 Jun 28 11:16:50.222946 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 51206) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:50.237058 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Request body: {'port': {'device_id': 'ecc90d3f-6ac0-44e6-a328-b2b2d22194ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:50.239861 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.307138 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a663db-8470-4495-ad51-a47a6179088d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57517a4d-615a-4724-8f30-542a0d5025e2,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:50.426634 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 38e94000-f11f-4307-91da-7c56e65fb1aa, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=38e94000-f11f-4307-91da-7c56e65fb1aa,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:50.462978 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f27ee7d6-a788-4ca8-95db-5e99c1b07d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.468072 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:50.488196 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.490545 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 7556acb2-4ac3-4650-856b-6a93aa37db3d up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:50.529282 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:security_group_rule and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:50.548106 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:50.597979 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:50.605207 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f27ee7d6-a788-4ca8-95db-5e99c1b07d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.844507 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-23a16e0b-e42f-4f68-94ab-14e5459b60e3 None None] Port be70b4af-f20f-4970-9508-6d7c79463dce cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:16:50.996087 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0b706-283e-4a24-998d-a9837903bdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5c69a-16a1-4ce7-9005-c1ddd5b7846b,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.027700 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 2, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:51.087864 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f27ee7d6-a788-4ca8-95db-5e99c1b07d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.177276 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ee7d6-a788-4ca8-95db-5e99c1b07d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57517a4d-615a-4724-8f30-542a0d5025e2,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.181416 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=38e94000-f11f-4307-91da-7c56e65fb1aa,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.205547 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f27ee7d6-a788-4ca8-95db-5e99c1b07d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.206843 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-f27ee7d6-a788-4ca8-95db-5e99c1b07d1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57517a4d-615a-4724-8f30-542a0d5025e2 HTTP/1.1" status: 204 len: 168 time: 1.3596447 Jun 28 11:16:51.215436 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aff2d84-7c52-421b-89ac-205b50ca361b None None] The sync data for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb is: [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 2, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:51.255778 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 7556acb2-4ac3-4650-856b-6a93aa37db3d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:51.256883 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.347373 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.357234 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.444754 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-12647888-cbdb-4a2a-b279-87fa19acf1af service neutron] 10.222.0.15 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6887517 Jun 28 11:16:51.481692 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33143923-b2a7-4ca2-86c1-3d0861a8f2cc,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.525681 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.527051 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-c162fc18-f207-4125-9229-36b57b413ea2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4982016 Jun 28 11:16:51.530479 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51242) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:51.548400 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'security_group_rule': {'security_group_id': '33143923-b2a7-4ca2-86c1-3d0861a8f2cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:51.561835 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:51.570182 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8fa3fdb8-3fdb-49e7-b13c-30aa0d0ef874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.575181 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:security_group_rule and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:51.589708 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:51.605663 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:51.641922 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.754365 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51c15a-7507-4e3e-a638-0e5d34bdd8ec req-a7327cdf-8562-4ee7-b19c-1ce6993ef9f2 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:51.755358 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-6c51c15a-7507-4e3e-a638-0e5d34bdd8ec req-a7327cdf-8562-4ee7-b19c-1ce6993ef9f2 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Synchronizing usage tracker for tenant:31fe3a3511ef44c090a06e54e8c7d294 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:51.766901 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.792260 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 7556acb2-4ac3-4650-856b-6a93aa37db3d is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:51.846845 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.855053 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.878580 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd067c22-b04e-4963-ab94-dd705f56decd,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.947048 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.949341 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-5f4ecfc4-1099-4e6e-9848-32eac6b49d1f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4166934 Jun 28 11:16:51.951382 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51250) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:51.969048 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'security_group_rule': {'security_group_id': '33143923-b2a7-4ca2-86c1-3d0861a8f2cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:51.988018 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:52.013497 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:security_group_rule and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:52.029770 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51256) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:52.037872 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:52.083385 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.126157 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:52.144878 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-da879676-9d5d-4f1e-a97f-15ed7fe04100 service neutron] 10.222.0.15 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986327 Jun 28 11:16:52.156624 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-6c51c15a-7507-4e3e-a638-0e5d34bdd8ec req-a7327cdf-8562-4ee7-b19c-1ce6993ef9f2 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Unset dirty status for tenant:31fe3a3511ef44c090a06e54e8c7d294 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:52.159746 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:52.163970 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6c51c15a-7507-4e3e-a638-0e5d34bdd8ec req-a7327cdf-8562-4ee7-b19c-1ce6993ef9f2 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 932 time: 1.8059225 Jun 28 11:16:52.170170 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:cd9ed96b04b5459c93b54a0a21b452e2 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:52.181906 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:52.191404 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8fa3fdb8-3fdb-49e7-b13c-30aa0d0ef874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.233862 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:52.245605 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.250018 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2c4cf176-5af3-42fb-a986-796c6b4e304a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.328318 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6c51c15a-7507-4e3e-a638-0e5d34bdd8ec req-9e2547f3-6453-452e-9b65-57f200f99ece tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616778 Jun 28 11:16:52.338402 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 38e94000-f11f-4307-91da-7c56e65fb1aa up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:52.434513 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.443291 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.606060 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8fa3fdb8-3fdb-49e7-b13c-30aa0d0ef874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.732282 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 38e94000-f11f-4307-91da-7c56e65fb1aa triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:52.737777 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.831087 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.925918 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56b5f41-de1c-4e9b-afd2-a7ea7413e60c,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:52.937925 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.067416 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0030aa8f-303b-4081-9f0c-320b66f07874,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:53.097898 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8fa3fdb8-3fdb-49e7-b13c-30aa0d0ef874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.103412 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8fa3fdb8-3fdb-49e7-b13c-30aa0d0ef874 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99b5c69a-16a1-4ce7-9005-c1ddd5b7846b HTTP/1.1" status: 204 len: 168 time: 2.7447841 Jun 28 11:16:53.103412 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3fdb8-3fdb-49e7-b13c-30aa0d0ef874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5c69a-16a1-4ce7-9005-c1ddd5b7846b,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:53.205105 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1132e9fb-1856-4c58-ab02-e3fa83c9bf74 req-94b73cd5-87bb-4b81-9eff-ce918526ab82 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 210 time: 0.3046932 Jun 28 11:16:53.213638 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.215145 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a7d2722c-b0f3-4a3d-83ec-48b217643bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2613637 Jun 28 11:16:53.222194 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 51290) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:53.222737 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 51292) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:53.228869 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-7b197925-dd9f-462c-b425-280393d95ac1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd9ed96b04b5459c93b54a0a21b452e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1887877 Jun 28 11:16:53.241471 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 38e94000-f11f-4307-91da-7c56e65fb1aa is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:53.242655 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 950deaa8-c541-458c-888c-b3b8a83d4a7f up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:53.500125 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 950deaa8-c541-458c-888c-b3b8a83d4a7f completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:53.506631 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 950deaa8-c541-458c-888c-b3b8a83d4a7f triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:53.507374 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.509165 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be70b4af-f20f-4970-9508-6d7c79463dce {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:16:53.520013 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.569022 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Transition to ACTIVE for port object be70b4af-f20f-4970-9508-6d7c79463dce will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:53.585204 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:53.652442 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:53.665612 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.674249 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:floatingip and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:53.801937 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:53.817826 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:53.852336 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 950deaa8-c541-458c-888c-b3b8a83d4a7f is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:53.855171 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.915988 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 950deaa8-c541-458c-888c-b3b8a83d4a7f, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=950deaa8-c541-458c-888c-b3b8a83d4a7f,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:53.923382 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.207535 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device a5d133ac-4f72-4a0d-b578-1163e5a113af up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:54.329484 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.449834 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=950deaa8-c541-458c-888c-b3b8a83d4a7f,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:54.476206 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b13d8873-b348-4ad3-886a-ba3131298d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.570191 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port a5d133ac-4f72-4a0d-b578-1163e5a113af completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:54.586659 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port a5d133ac-4f72-4a0d-b578-1163e5a113af triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:54.590216 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.901845 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Sync routers for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:54.902502 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port a5d133ac-4f72-4a0d-b578-1163e5a113af is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:54.903295 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.933936 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:54.935024 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:54.950206 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port a5d133ac-4f72-4a0d-b578-1163e5a113af, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=a5d133ac-4f72-4a0d-b578-1163e5a113af,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:54.975938 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.137726 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=a5d133ac-4f72-4a0d-b578-1163e5a113af,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:55.172805 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Pushing event updated for resources: {'Port': ['ID=be70b4af-f20f-4970-9508-6d7c79463dce,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:55.266998 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2d1e99a2-68a5-4626-a9dc-1e60db0044a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.298681 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2d1e99a2-68a5-4626-a9dc-1e60db0044a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.373119 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2d1e99a2-68a5-4626-a9dc-1e60db0044a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.462678 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e972c1-3682-47a7-83e8-89c6943f965c req-a8a8e9f5-6272-4a40-8930-a05e2ccecea1 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:55.469959 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-88e972c1-3682-47a7-83e8-89c6943f965c req-a8a8e9f5-6272-4a40-8930-a05e2ccecea1 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 944 time: 1.7989984 Jun 28 11:16:55.480763 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:55.535979 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e99a2-68a5-4626-a9dc-1e60db0044a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0030aa8f-303b-4081-9f0c-320b66f07874,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:55.568427 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.645973 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.679620 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-88e972c1-3682-47a7-83e8-89c6943f965c req-a674e401-a02c-442b-8b49-2ee3aacedb72 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086697 Jun 28 11:16:55.680460 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Attempting to bind port be70b4af-f20f-4970-9508-6d7c79463dce on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:55.680831 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Attempting to bind port be70b4af-f20f-4970-9508-6d7c79463dce by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:55.681173 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Attempting to bind port be70b4af-f20f-4970-9508-6d7c79463dce on network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:55.747106 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Port be70b4af-f20f-4970-9508-6d7c79463dce on network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:16:55.752940 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Attempting to bind port be70b4af-f20f-4970-9508-6d7c79463dce on network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:55.786434 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a1495580-7628-4f31-9772-238de8e750c7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:55.793928 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a1495580-7628-4f31-9772-238de8e750c7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 818 time: 1.6216166 Jun 28 11:16:55.831162 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2d1e99a2-68a5-4626-a9dc-1e60db0044a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.834313 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-2d1e99a2-68a5-4626-a9dc-1e60db0044a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0030aa8f-303b-4081-9f0c-320b66f07874 HTTP/1.1" status: 204 len: 168 time: 2.6080978 Jun 28 11:16:55.862597 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:55.863579 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Checking segment: {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:55.864368 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Bound using segment: {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:55.865059 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Bound port: be70b4af-f20f-4970-9508-6d7c79463dce, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac83ed1-52f7-470d-8789-7544b673bca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:55.865524 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.898295 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a933bc24-9b15-442f-a81f-0047c91df2df tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/quotas/8f58115a6109436f8f975a5b8d9bfda4 HTTP/1.1" status: 200 len: 375 time: 0.1009009 Jun 28 11:16:55.968392 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.46', 51015) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:56.141605 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device a5d133ac-4f72-4a0d-b578-1163e5a113af up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:56.370326 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port a5d133ac-4f72-4a0d-b578-1163e5a113af triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:56.371637 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.451640 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-5d873497-8546-4025-8411-cb624f0929ac tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:56.452435 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-5d873497-8546-4025-8411-cb624f0929ac tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Synchronizing usage tracker for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:network {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:56.512209 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-5d873497-8546-4025-8411-cb624f0929ac tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Unset dirty status for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:network {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:56.513690 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-5d873497-8546-4025-8411-cb624f0929ac tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 818 time: 0.5409799 Jun 28 11:16:56.514095 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] For port be70b4af-f20f-4970-9508-6d7c79463dce, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:56.524990 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] For port be70b4af-f20f-4970-9508-6d7c79463dce, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=be70b4af-f20f-4970-9508-6d7c79463dce,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:56.535790 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 2, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:56.538077 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'port': {'device_id': '0f649994-3559-4208-9759-f1dc173196f2', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'admin_state_up': True, 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:56.545819 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Checking router: 225ae65d-be48-4e16-875b-4b10f1fde25e for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:56.546331 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Updating router 225ae65d-be48-4e16-875b-4b10f1fde25e port eec0af84-57f6-4413-a0e1-89b6a91952ab binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:56.561347 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.694174 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.746855 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port a5d133ac-4f72-4a0d-b578-1163e5a113af is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:56.748846 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 950deaa8-c541-458c-888c-b3b8a83d4a7f up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:56.857268 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Pushing event updated for resources: {'Port': ['ID=be70b4af-f20f-4970-9508-6d7c79463dce,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:56.922263 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.959043 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.018339 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 950deaa8-c541-458c-888c-b3b8a83d4a7f triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:57.021105 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.060671 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:57.104983 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:57.106716 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.110273 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-2ad5d81f-e576-48c5-8643-15077627f637 service neutron] 10.222.0.46 "PUT /v2.0/ports/be70b4af-f20f-4970-9508-6d7c79463dce HTTP/1.1" status: 200 len: 1094 time: 7.6147838 Jun 28 11:16:57.154132 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:57.189036 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Made reservation on behalf of 8f58115a6109436f8f975a5b8d9bfda4 for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:57.194471 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.240060 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc90d3f-6ac0-44e6-a328-b2b2d22194ff', 'tag': 'be70b4af-f20f-4970-9508-6d7c79463dce'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:16:57.446041 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Sync routers for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:57.517722 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:57.518834 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:57.810986 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.839600 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Transition to ACTIVE for port object eec0af84-57f6-4413-a0e1-89b6a91952ab will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:57.854682 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 950deaa8-c541-458c-888c-b3b8a83d4a7f is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:57.856859 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.952285 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-6197e6a4-0e2d-48c9-bfe2-33a4744fa51e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&fields=id HTTP/1.1" status: 200 len: 302 time: 2.0527654 Jun 28 11:16:57.979482 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:58.053138 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Allocated IP 172.20.0.13 (e36fabff-bed3-4f94-a2f4-3580b98359fe/71f40d9e-4000-4ead-8ea1-695b45be6240/53127a73-8958-422c-9d22-8f1cf1f2a954) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:58.244271 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610edbc9-04cf-4cec-b557-2eaa27ecede2 None None] Pushing event updated for resources: {'Port': ['ID=eec0af84-57f6-4413-a0e1-89b6a91952ab,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:58.353607 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-15ca2ae8-c363-4a67-a673-9ff08d5b62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:58.358692 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-15ca2ae8-c363-4a67-a673-9ff08d5b62ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31fe3a3511ef44c090a06e54e8c7d294&device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 1097 time: 0.8470211 Jun 28 11:16:58.361664 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Allocated IP 172.28.1.84 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/64f05f69-d28c-471c-bc64-a214755ec15e) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:58.412535 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6b5b8-811c-4b91-b35a-216297067134 req-f73f16a4-867d-4f0e-8de9-b030bb01072d tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:58.421764 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2cb6b5b8-811c-4b91-b35a-216297067134 req-f73f16a4-867d-4f0e-8de9-b030bb01072d tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 944 time: 1.3286302 Jun 28 11:16:58.568623 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Attempting to bind port eec0af84-57f6-4413-a0e1-89b6a91952ab on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:58.568997 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Attempting to bind port eec0af84-57f6-4413-a0e1-89b6a91952ab by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:58.569708 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Attempting to bind port eec0af84-57f6-4413-a0e1-89b6a91952ab on network e36fabff-bed3-4f94-a2f4-3580b98359fe {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:58.583749 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:58.584136 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Checking segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:58.584583 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.584985 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Bound using segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:58.585602 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Bound port: eec0af84-57f6-4413-a0e1-89b6a91952ab, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:58.586235 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.687924 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2cb6b5b8-811c-4b91-b35a-216297067134 req-41c10967-1280-43e8-a1f8-70d10143a616 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683179 Jun 28 11:16:58.693164 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-f6f72401-33b0-415d-a258-b65dc8b456d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be70b4af-f20f-4970-9508-6d7c79463dce HTTP/1.1" status: 200 len: 217 time: 0.2700093 Jun 28 11:16:58.759052 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.796183 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Transition to ACTIVE for port object 53127a73-8958-422c-9d22-8f1cf1f2a954 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:58.826122 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] For port eec0af84-57f6-4413-a0e1-89b6a91952ab, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:58.833737 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] For port eec0af84-57f6-4413-a0e1-89b6a91952ab, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=eec0af84-57f6-4413-a0e1-89b6a91952ab,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:58.843806 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.846833 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.879089 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:16:44Z', 'revision_number': 2, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:58.901315 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Checking router: 6fe2237a-9db7-45a7-9c2a-420b08720539 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:58.901315 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Updating router 6fe2237a-9db7-45a7-9c2a-420b08720539 port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:59.003947 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-fafa175e-acc1-4faf-86a5-81c9bd1a528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:59.008560 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-fafa175e-acc1-4faf-86a5-81c9bd1a528e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8bec309-a7b4-4bb7-bbba-0f859d86f152 HTTP/1.1" status: 200 len: 850 time: 0.2623031 Jun 28 11:16:59.051667 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.066939 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610edbc9-04cf-4cec-b557-2eaa27ecede2 None None] Pushing event updated for resources: {'Port': ['ID=eec0af84-57f6-4413-a0e1-89b6a91952ab,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:59.082875 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Network e36fabff-bed3-4f94-a2f4-3580b98359fe is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:59.092833 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:59.098587 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:59.113019 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:59.115085 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:59.238678 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event updated for resources: {'Port': ['ID=53127a73-8958-422c-9d22-8f1cf1f2a954,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:59.352785 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:59.353440 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.485120 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:16:59.515686 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-ff8c808d-fddb-438c-a738-18509c1a6909 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9864988 Jun 28 11:16:59.549554 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Request body: {'port': {'device_id': '0f649994-3559-4208-9759-f1dc173196f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:59.640252 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:59.814217 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeec1437-9b54-42e2-8871-7a8d819b51ee'] response: {'name': 'network-changed', 'server_uuid': 'ecc90d3f-6ac0-44e6-a328-b2b2d22194ff', 'tag': 'be70b4af-f20f-4970-9508-6d7c79463dce', 'status': 'completed', 'code': 200} Jun 28 11:16:59.958311 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.230015 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.260334 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-6dcbed31-e184-4180-9203-80abbbb07291 None None] Provisioning for port 53127a73-8958-422c-9d22-8f1cf1f2a954 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:00.291187 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-6dcbed31-e184-4180-9203-80abbbb07291 None None] Provisioning complete for port 53127a73-8958-422c-9d22-8f1cf1f2a954 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:00.303061 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6dcbed31-e184-4180-9203-80abbbb07291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.418764 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-86cbfdb8-ebe0-4dd6-ba7f-97a9dd172d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:00.428296 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-86cbfdb8-ebe0-4dd6-ba7f-97a9dd172d68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=513b56e6-1b3c-4071-a1d7-2a58cf7997bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.4090369 Jun 28 11:17:00.443371 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device eec0af84-57f6-4413-a0e1-89b6a91952ab up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:00.454050 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-7c3d7604-2ca2-4274-b109-c2e6bb949255 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=88104) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:17:00.458526 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-7c3d7604-2ca2-4274-b109-c2e6bb949255 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1378422 Jun 28 11:17:00.837467 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.resource_extend [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:17:00.979207 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53127a73-8958-422c-9d22-8f1cf1f2a954 {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:01.014922 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.069233 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Transition to ACTIVE for port object 53127a73-8958-422c-9d22-8f1cf1f2a954 will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:01.084178 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.163479 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:16:58Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:01.182513 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.192236 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.193406 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bda6082-fe3d-412b-bb53-a2471b8c7cc4 None None] The sync data for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb is: [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:16:58Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:01.218553 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Transition to ACTIVE for port object 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:01.243327 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.524769 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-6dcbed31-e184-4180-9203-80abbbb07291 None None] Port 53127a73-8958-422c-9d22-8f1cf1f2a954 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:01.533238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port eec0af84-57f6-4413-a0e1-89b6a91952ab completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:01.563195 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Pushing event updated for resources: {'Port': ['ID=53127a73-8958-422c-9d22-8f1cf1f2a954,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:01.583057 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port eec0af84-57f6-4413-a0e1-89b6a91952ab triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:01.583577 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.610102 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'Port': ['ID=64f05f69-d28c-471c-bc64-a214755ec15e,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:01.803342 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e2c90-536a-4b23-9267-5f7c75010d9c req-a5b9dad0-5f6c-4664-a360-5216f9b00b67 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:01.805968 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-193e2c90-536a-4b23-9267-5f7c75010d9c req-a5b9dad0-5f6c-4664-a360-5216f9b00b67 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 944 time: 1.7618876 Jun 28 11:17:01.815926 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Attempting to bind port 53127a73-8958-422c-9d22-8f1cf1f2a954 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:01.825866 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Attempting to bind port 53127a73-8958-422c-9d22-8f1cf1f2a954 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:01.826721 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Attempting to bind port 53127a73-8958-422c-9d22-8f1cf1f2a954 on network e36fabff-bed3-4f94-a2f4-3580b98359fe {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:01.832706 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Port 53127a73-8958-422c-9d22-8f1cf1f2a954 on network e36fabff-bed3-4f94-a2f4-3580b98359fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:01.842346 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Attempting to bind port 53127a73-8958-422c-9d22-8f1cf1f2a954 on network e36fabff-bed3-4f94-a2f4-3580b98359fe {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:01.858847 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:01.859196 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Checking segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:01.860551 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Bound using segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:01.860551 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Bound port: 53127a73-8958-422c-9d22-8f1cf1f2a954, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:01.860551 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.864910 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:02.195086 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406567f-d2d3-49db-933b-666e84be243f None None] Pushing event updated for resources: {'Port': ['ID=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:02.258158 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-1cfe8462-544e-46eb-80f7-bbbce55e3e5f service neutron] 10.222.0.46 "GET /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7945933 Jun 28 11:17:02.268019 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-830cd8b3-89d9-4053-aa29-759c0108a529 service neutron] 10.222.0.15 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2731907 Jun 28 11:17:02.269843 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] For port 53127a73-8958-422c-9d22-8f1cf1f2a954, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:02.272611 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:02.275301 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Attempting to bind port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:02.276509 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Attempting to bind port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:02.276509 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Attempting to bind port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 on network 6debd97d-413d-47e8-8227-82ddb25a54b2 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:02.281475 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:02.289950 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] For port 53127a73-8958-422c-9d22-8f1cf1f2a954, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=53127a73-8958-422c-9d22-8f1cf1f2a954,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:02.302981 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.311608 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:02.312193 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Checking segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:02.320513 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.321253 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Bound using segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:02.321909 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Bound port: 4ea44de2-ed7b-4233-b2b4-77a9694e69e7, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:02.322623 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.608115 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.619279 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:02.626770 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.629522 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] 10.222.0.46 "PUT /v2.0/ports/53127a73-8958-422c-9d22-8f1cf1f2a954 HTTP/1.1" status: 200 len: 1094 time: 3.1045949 Jun 28 11:17:02.631707 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f649994-3559-4208-9759-f1dc173196f2', 'tag': '53127a73-8958-422c-9d22-8f1cf1f2a954'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:02.656706 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port eec0af84-57f6-4413-a0e1-89b6a91952ab is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:02.658227 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.792813 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38135ee-6dc6-4848-98d0-29cc38dcd8df service neutron] Pushing event updated for resources: {'Port': ['ID=53127a73-8958-422c-9d22-8f1cf1f2a954,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:02.830669 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] For port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:02.837889 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] For port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:02.851152 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port eec0af84-57f6-4413-a0e1-89b6a91952ab, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=eec0af84-57f6-4413-a0e1-89b6a91952ab,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:02.854277 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.001900 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.155173 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.242567 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-624aae80-f304-434f-a4f9-e2e854b19acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:03.244952 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-624aae80-f304-434f-a4f9-e2e854b19acd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 1097 time: 0.4152865 Jun 28 11:17:03.251335 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:03.252869 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:16:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:03.431384 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-b30b7e0f-fbd5-4044-bd4c-91d9a995e282 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53127a73-8958-422c-9d22-8f1cf1f2a954 HTTP/1.1" status: 200 len: 217 time: 0.1769772 Jun 28 11:17:03.482994 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406567f-d2d3-49db-933b-666e84be243f None None] Pushing event updated for resources: {'Port': ['ID=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.595737 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.602726 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=eec0af84-57f6-4413-a0e1-89b6a91952ab,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.630604 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-cb09a177-2ef3-447e-9624-53f780cbf8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:03.633709 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-cb09a177-2ef3-447e-9624-53f780cbf8be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.1879687 Jun 28 11:17:03.640655 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:03.718552 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.814869 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-3df294c7-6d25-4a10-8bc7-5db085f47c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:03.817549 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-3df294c7-6d25-4a10-8bc7-5db085f47c5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1759589 Jun 28 11:17:03.825679 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.846819 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'Port': ['ID=64f05f69-d28c-471c-bc64-a214755ec15e,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.862508 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-193e2c90-536a-4b23-9267-5f7c75010d9c req-95e297e3-48c1-48b7-9a47-96fbd8aff2d4 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9838572 Jun 28 11:17:04.007251 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.017489 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-2e1fea8e-03c6-4cc9-a14b-3d00d9d9934e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.7846060 Jun 28 11:17:04.034169 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17660e7a-48ed-45ed-80fe-81e5789c2c34 req-84a3a11c-eaa7-49ed-b53e-69a2da33cb00 service neutron] 10.222.0.46 "GET /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3684065 Jun 28 11:17:04.038284 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-aa0fbecc-f9ae-4c04-a34c-fd7ed23f5770 service neutron] 10.222.0.15 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3802505 Jun 28 11:17:04.211059 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-73177874-f537-412a-b81a-4568399b9abf service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855939 Jun 28 11:17:04.276329 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff5f51c-d6f5-4d00-9ec7-9c955edd46ef'] response: {'name': 'network-changed', 'server_uuid': '0f649994-3559-4208-9759-f1dc173196f2', 'tag': '53127a73-8958-422c-9d22-8f1cf1f2a954', 'status': 'completed', 'code': 200} Jun 28 11:17:04.457000 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-94ba6cc3-58c3-4669-ae4c-600b93a69bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:04.462156 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-94ba6cc3-58c3-4669-ae4c-600b93a69bdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31fe3a3511ef44c090a06e54e8c7d294&device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 1097 time: 0.3587017 Jun 28 11:17:04.470571 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:04.476316 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46eea94-a9b1-462f-ac43-7f2a11cbe04e None None] The sync data for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb is: [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:04.631635 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51634) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:04.660524 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6b597698-4b99-41ef-8775-2095d3dabcd6 req-cd4ae6fd-e9d2-4b85-b08c-7429efb47259 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419191 Jun 28 11:17:04.943810 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.978161 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:04.984082 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] Usage tracker for resource:security_group_rule and tenant:1d22ec04463346f587057026109a5e58 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:05.002347 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:05.013653 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:05.034314 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-2720fc52-7092-4c5a-8136-2359f6e685ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:05.036100 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-2720fc52-7092-4c5a-8136-2359f6e685ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 1097 time: 0.3076880 Jun 28 11:17:05.077232 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dbb3c950-102c-469c-a8e6-7b35e1910a63 req-20ee2482-01fb-4773-81f2-37c6c3c16bd8 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 210 time: 0.5662117 Jun 28 11:17:05.095683 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-93aca211-952a-4b43-af63-ee0ec727ba84 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Synchronizing usage tracker for tenant:b16e39bda1344f5491a02a0042942e7d on resource:security_group {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:05.126511 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-3be71966-7a31-4a06-98aa-3ac072f20db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:05.129975 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-3be71966-7a31-4a06-98aa-3ac072f20db7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=513b56e6-1b3c-4071-a1d7-2a58cf7997bc HTTP/1.1" status: 200 len: 912 time: 0.5431864 Jun 28 11:17:05.238441 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device eec0af84-57f6-4413-a0e1-89b6a91952ab up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:05.331983 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-ada8b9a5-a8c6-4a30-a383-4da9ba5942cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:05.333647 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-ada8b9a5-a8c6-4a30-a383-4da9ba5942cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.2852786 Jun 28 11:17:05.393225 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-93aca211-952a-4b43-af63-ee0ec727ba84 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Unset dirty status for tenant:b16e39bda1344f5491a02a0042942e7d on resource:security_group {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:05.394921 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port eec0af84-57f6-4413-a0e1-89b6a91952ab triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:05.395520 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.397130 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-93aca211-952a-4b43-af63-ee0ec727ba84 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--275321792&fields=id&tenant_id=b16e39bda1344f5491a02a0042942e7d HTTP/1.1" status: 200 len: 267 time: 0.9337790 Jun 28 11:17:05.450858 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-9e9dae5b-758a-4bfa-b518-19fb5cb44df4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53127a73-8958-422c-9d22-8f1cf1f2a954 HTTP/1.1" status: 200 len: 217 time: 0.1101136 Jun 28 11:17:05.571620 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-6ce3063a-259c-45c2-b452-98296c7238ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be70b4af-f20f-4970-9508-6d7c79463dce HTTP/1.1" status: 200 len: 217 time: 0.4158280 Jun 28 11:17:05.663803 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port eec0af84-57f6-4413-a0e1-89b6a91952ab is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:05.664903 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:05.670416 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-0fb87d2c-ffbb-4c3d-b675-dcb3c5af0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:05.671944 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-0fb87d2c-ffbb-4c3d-b675-dcb3c5af0855 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8bec309-a7b4-4bb7-bbba-0f859d86f152 HTTP/1.1" status: 200 len: 850 time: 0.0808122 Jun 28 11:17:05.694918 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.716136 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.787603 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d22ec04463346f587057026109a5e58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1525707 Jun 28 11:17:05.789049 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-2c60fba0-becb-4f12-a056-6afbcf3f2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:05.790529 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-2c60fba0-becb-4f12-a056-6afbcf3f2be4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.3142977 Jun 28 11:17:05.793354 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51678) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:05.822337 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:05.828426 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:05.828667 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.927097 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aa80c-0f25-45bd-baf7-b76bd6f04e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba2faa-b4ef-4417-9869-7568106b13cd,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:05.937126 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dbc5aaee-2831-4f7a-853f-b42856bddef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.963878 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-c8381478-2c5d-48e5-b11c-feef5ae8ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:05.964451 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dbc5aaee-2831-4f7a-853f-b42856bddef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.966113 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-c8381478-2c5d-48e5-b11c-feef5ae8ac1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=513b56e6-1b3c-4071-a1d7-2a58cf7997bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2473867 Jun 28 11:17:06.024184 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-1e248f1e-4fd0-4e69-aa59-579efaced04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:06.025735 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-1e248f1e-4fd0-4e69-aa59-579efaced04a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1841016 Jun 28 11:17:06.087006 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dbc5aaee-2831-4f7a-853f-b42856bddef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.114470 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:06.114941 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.160179 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:06.174240 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312531c-2843-4aec-9be1-e3fff57816e3 req-e36a4bc5-23e8-4e8d-a992-b793c30d3abe tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:06.175856 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3312531c-2843-4aec-9be1-e3fff57816e3 req-e36a4bc5-23e8-4e8d-a992-b793c30d3abe tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 944 time: 0.7690237 Jun 28 11:17:06.181637 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dbc5aaee-2831-4f7a-853f-b42856bddef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.182831 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-dbc5aaee-2831-4f7a-853f-b42856bddef3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17ba2faa-b4ef-4417-9869-7568106b13cd HTTP/1.1" status: 204 len: 168 time: 0.3885081 Jun 28 11:17:06.182937 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.183991 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5aaee-2831-4f7a-853f-b42856bddef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba2faa-b4ef-4417-9869-7568106b13cd,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:06.238452 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-246f5470-be93-4d11-9222-5d47308d64e4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:06.241651 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-246f5470-be93-4d11-9222-5d47308d64e4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Synchronizing usage tracker for tenant:b16e39bda1344f5491a02a0042942e7d on resource:network {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:06.274837 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-47a18202-6215-4b1f-8e27-d7d56893bdcd service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397418 Jun 28 11:17:06.363234 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.46', 51032) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:06.371668 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-246f5470-be93-4d11-9222-5d47308d64e4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Unset dirty status for tenant:b16e39bda1344f5491a02a0042942e7d on resource:network {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:06.375518 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-246f5470-be93-4d11-9222-5d47308d64e4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 810 time: 0.8709869 Jun 28 11:17:06.453529 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:06.479289 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3312531c-2843-4aec-9be1-e3fff57816e3 req-4baa7dba-2bba-45b3-8ecf-9b0355ce4c2a tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219684 Jun 28 11:17:06.566432 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c545a81a-9def-4479-9102-3efb23446b64 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/quotas/b16e39bda1344f5491a02a0042942e7d HTTP/1.1" status: 200 len: 375 time: 0.1582806 Jun 28 11:17:06.731235 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-7bc09189-7abb-4b34-9236-c614ef5adbeb service neutron] 10.222.0.46 "GET /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7442839 Jun 28 11:17:06.825021 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51726) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:06.912925 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0ff88e64-b37e-42fa-a97b-a4478fa6e31e req-007fd817-b4dd-4a1a-a8dd-06eb88cbdc7b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 210 time: 0.1581261 Jun 28 11:17:06.932309 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.957284 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2d4f612a-072e-4afa-88b4-6d09036b4bbe req-0ab91af8-b3c9-4ebd-981a-abee88368e0c service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6732264 Jun 28 11:17:06.972301 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:06.977752 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-ad838c23-af63-4fb3-9fdc-b313e145cec0 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4012086 Jun 28 11:17:06.981678 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] Usage tracker for resource:security_group_rule and tenant:57a08f5d5bb64dcb84092885001ae0ce is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:06.987192 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:06.988422 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a0be913-92e5-4256-b7ef-37fafc8e4952 req-65de3bdb-0c28-4ac5-b40d-4fee4da9d875 service neutron] 10.222.0.46 "GET /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305665 Jun 28 11:17:07.005457 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:07.043789 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-3c9af51f-35ac-463f-bd9a-b9e83c3f124b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:07.045689 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-3c9af51f-35ac-463f-bd9a-b9e83c3f124b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 818 time: 0.6770644 Jun 28 11:17:07.061759 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'port': {'device_id': '9b257ab2-cca0-4fb3-a36a-1015b2eda412', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'admin_state_up': True, 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:07.158170 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:07.187500 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-12799e87-2a09-4f7b-aab6-ef27136da4c9 service neutron] 10.222.0.15 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831658 Jun 28 11:17:07.213073 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 51738) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:07.249330 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:07.249937 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.291950 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:07.306080 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Usage tracker for resource:port and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:07.311149 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:07.326728 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:07.345797 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c876896d-959d-4527-ad06-73818c195fa0 service neutron] 10.222.0.15 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506732 Jun 28 11:17:07.362557 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.370445 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.389773 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:07.404763 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Made reservation on behalf of 8f58115a6109436f8f975a5b8d9bfda4 for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:07.408699 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.418084 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.434471 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:07.439910 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c44c4c12e44414b66dcc1f5479182a is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:07.447081 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:07.453523 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:07.460546 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4e43cb-8d71-4ed7-bd0d-5f898ecfee11,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.571721 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f1bc66e5-9cf4-420f-b38d-1897f4479564 req-b634baf1-99d7-4188-940e-0076dc559f5c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 210 time: 0.0673556 Jun 28 11:17:07.631017 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a896fcb3-8af7-457a-b753-ff624bb031d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57a08f5d5bb64dcb84092885001ae0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7965622 Jun 28 11:17:07.634507 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51754) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:07.677385 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.697779 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.724122 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 53127a73-8958-422c-9d22-8f1cf1f2a954 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:07.750964 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Allocated IP 172.20.0.12 (e36fabff-bed3-4f94-a2f4-3580b98359fe/71f40d9e-4000-4ead-8ea1-695b45be6240/a369fa9b-19be-48ca-a51a-010799862794) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:07.770809 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339704a9-7eb8-45b3-a13a-e1512b183cf9,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.796285 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0c658dd9-c803-4f40-a570-9dc3c3d52654 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4c44c4c12e44414b66dcc1f5479182a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800428 Jun 28 11:17:07.798828 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 51770) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:07.820538 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7902da-f460-4753-b9c5-d45215a1cf57 req-c945e562-6843-4bef-bb1d-004d04e62854 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:07.822373 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fb7902da-f460-4753-b9c5-d45215a1cf57 req-c945e562-6843-4bef-bb1d-004d04e62854 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 944 time: 0.2139964 Jun 28 11:17:07.827882 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4e5a955e-3410-4d12-af26-81d465846978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.961979 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 53127a73-8958-422c-9d22-8f1cf1f2a954, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=53127a73-8958-422c-9d22-8f1cf1f2a954,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:07.981278 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '53127a73-8958-422c-9d22-8f1cf1f2a954', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'port_id': '53127a73-8958-422c-9d22-8f1cf1f2a954', 'mac_address': 'fa:16:3e:b4:9a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:07.985589 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fb7902da-f460-4753-b9c5-d45215a1cf57 req-fa5156dc-7ba1-4346-aceb-54c240cf3ba2 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569021 Jun 28 11:17:08.020262 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4e5a955e-3410-4d12-af26-81d465846978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.044466 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb856-3e08-4769-832d-da60b56943fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.109875 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb856-3e08-4769-832d-da60b56943fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.146044 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 53127a73-8958-422c-9d22-8f1cf1f2a954 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:08.146601 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.168948 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53127a73-8958-422c-9d22-8f1cf1f2a954 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:08.186237 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 53127a73-8958-422c-9d22-8f1cf1f2a954, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=53127a73-8958-422c-9d22-8f1cf1f2a954,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:08.193203 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.194016 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device be70b4af-f20f-4970-9508-6d7c79463dce details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:08.292528 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.323640 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Transition to ACTIVE for port object a369fa9b-19be-48ca-a51a-010799862794 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:08.329054 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4e5a955e-3410-4d12-af26-81d465846978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.366752 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a955e-3410-4d12-af26-81d465846978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4e43cb-8d71-4ed7-bd0d-5f898ecfee11,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.369948 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=53127a73-8958-422c-9d22-8f1cf1f2a954,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.397414 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4e5a955e-3410-4d12-af26-81d465846978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.402167 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-4e5a955e-3410-4d12-af26-81d465846978 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e4e43cb-8d71-4ed7-bd0d-5f898ecfee11 HTTP/1.1" status: 204 len: 168 time: 0.7667222 Jun 28 11:17:08.424367 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.519204 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb856-3e08-4769-832d-da60b56943fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.523810 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port be70b4af-f20f-4970-9508-6d7c79463dce, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=be70b4af-f20f-4970-9508-6d7c79463dce,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:08.544133 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'be70b4af-f20f-4970-9508-6d7c79463dce', 'network_id': '513b56e6-1b3c-4071-a1d7-2a58cf7997bc', 'port_id': 'be70b4af-f20f-4970-9508-6d7c79463dce', 'mac_address': 'fa:16:3e:97:b4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8bec309-a7b4-4bb7-bbba-0f859d86f152', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:08.556657 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0328b-1ced-4909-9427-79bf597cf5f9 req-0a2409fc-e0bc-4bcc-a64e-0b874d894b6c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:08.565641 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6cd0328b-1ced-4909-9427-79bf597cf5f9 req-0a2409fc-e0bc-4bcc-a64e-0b874d894b6c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 932 time: 0.4236355 Jun 28 11:17:08.589069 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbb856-3e08-4769-832d-da60b56943fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339704a9-7eb8-45b3-a13a-e1512b183cf9,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.604845 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb856-3e08-4769-832d-da60b56943fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.608599 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ddfbb856-3e08-4769-832d-da60b56943fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/339704a9-7eb8-45b3-a13a-e1512b183cf9 HTTP/1.1" status: 204 len: 168 time: 0.8060961 Jun 28 11:17:08.612005 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event updated for resources: {'Port': ['ID=a369fa9b-19be-48ca-a51a-010799862794,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.628417 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Network e36fabff-bed3-4f94-a2f4-3580b98359fe is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:08.630194 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:08.634039 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:08.651299 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6cd0328b-1ced-4909-9427-79bf597cf5f9 req-eb31317d-ff0e-43f0-ab3a-31c545f21bce tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834789 Jun 28 11:17:08.731698 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port be70b4af-f20f-4970-9508-6d7c79463dce is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:08.732340 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.742834 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:08.744096 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.764523 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be70b4af-f20f-4970-9508-6d7c79463dce {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:08.777049 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-a8c9943f-2196-41d1-b651-c87bdd4c8118 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7188447 Jun 28 11:17:08.782419 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port be70b4af-f20f-4970-9508-6d7c79463dce, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=be70b4af-f20f-4970-9508-6d7c79463dce,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:08.791586 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Request body: {'port': {'device_id': '9b257ab2-cca0-4fb3-a36a-1015b2eda412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:08.803089 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.011307 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=be70b4af-f20f-4970-9508-6d7c79463dce,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:09.086177 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91bc97cc-49a7-4526-b9b5-a02e1f46ec26 req-7f8ab493-a49f-4814-ab16-9c1b1a1d5bf4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 210 time: 0.2403314 Jun 28 11:17:09.133046 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['be70b4af-f20f-4970-9508-6d7c79463dce'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:09.228466 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['53127a73-8958-422c-9d22-8f1cf1f2a954'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:09.413075 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.615080 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51832) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:09.628989 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-9959612d-557d-4604-af59-076d186046de None None] Provisioning for port a369fa9b-19be-48ca-a51a-010799862794 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:09.689047 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-9959612d-557d-4604-af59-076d186046de None None] Provisioning complete for port a369fa9b-19be-48ca-a51a-010799862794 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:09.689751 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9959612d-557d-4604-af59-076d186046de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.782197 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.840763 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:09.851611 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] Usage tracker for resource:security_group_rule and tenant:00cc1db8f10d4512b7a0cfa11eb4b271 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:09.857239 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:09.870467 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:09.878901 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-9959612d-557d-4604-af59-076d186046de None None] Port a369fa9b-19be-48ca-a51a-010799862794 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:10.025660 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.037263 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.054054 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-2cc2a7c7-7f27-455a-aa0f-acbfa7843313 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.054054 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-2cc2a7c7-7f27-455a-aa0f-acbfa7843313 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 810 time: 0.8105519 Jun 28 11:17:10.122871 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4f3d9-1f59-4a6f-97be-c44fdae550b5 req-e1058f96-592a-4e08-ae89-eb74857eee9e tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.132353 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0ea4f3d9-1f59-4a6f-97be-c44fdae550b5 req-e1058f96-592a-4e08-ae89-eb74857eee9e tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 945 time: 0.7969100 Jun 28 11:17:10.140560 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00cc1db8f10d4512b7a0cfa11eb4b271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222318 Jun 28 11:17:10.142720 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4185f-c2e2-4018-81fe-fa7bc29f4d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec46ad45-abb4-42fa-8ab3-c2147f413400,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:10.148522 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51868) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:10.239087 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0ea4f3d9-1f59-4a6f-97be-c44fdae550b5 req-82b11a06-e413-4b87-8c8c-2a5e5b7704f9 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049657 Jun 28 11:17:10.263546 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-af528464-9fb7-4cfc-a66b-3e540abdc19a tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b16e39bda1344f5491a02a0042942e7d HTTP/1.1" status: 200 len: 379 time: 0.1775241 Jun 28 11:17:10.280138 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'port': {'device_id': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'admin_state_up': True, 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'security_groups': ['33143923-b2a7-4ca2-86c1-3d0861a8f2cc']}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:10.343710 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18471276-813b-4500-85aa-486f30e894f1 req-5c6b45f7-fdc3-4d35-b5dd-e68ed84338b0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.357477 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-18471276-813b-4500-85aa-486f30e894f1 req-5c6b45f7-fdc3-4d35-b5dd-e68ed84338b0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 932 time: 0.5312817 Jun 28 11:17:10.525739 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aed5419b-9bac-4384-8763-78b70dc8a20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.583887 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a369fa9b-19be-48ca-a51a-010799862794 {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:10.617947 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.643440 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Transition to ACTIVE for port object a369fa9b-19be-48ca-a51a-010799862794 will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:10.651102 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ff6ac8e0-1874-4db2-8f69-2f090bfe2397 req-04656f41-8f7f-4ddf-841d-e5791db80c52 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 210 time: 0.1116498 Jun 28 11:17:10.661597 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.692671 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-18471276-813b-4500-85aa-486f30e894f1 req-a844c0be-d169-435e-a626-4dcda8be8129 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337903 Jun 28 11:17:10.744370 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aed5419b-9bac-4384-8763-78b70dc8a20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.752593 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:10.757900 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:port and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:10.762934 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:10.775159 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:10.789244 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Made reservation on behalf of b16e39bda1344f5491a02a0042942e7d for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:10.794126 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.075487 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Allocated IP 172.20.0.8 (6debd97d-413d-47e8-8227-82ddb25a54b2/c8c8ca91-d0f7-4915-9466-2c91418ac56b/e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:11.077282 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Pushing event updated for resources: {'Port': ['ID=a369fa9b-19be-48ca-a51a-010799862794,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.129308 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Attempting to bind port a369fa9b-19be-48ca-a51a-010799862794 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:11.129647 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Attempting to bind port a369fa9b-19be-48ca-a51a-010799862794 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:11.130550 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Attempting to bind port a369fa9b-19be-48ca-a51a-010799862794 on network e36fabff-bed3-4f94-a2f4-3580b98359fe {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:11.135744 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aed5419b-9bac-4384-8763-78b70dc8a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.152727 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Port a369fa9b-19be-48ca-a51a-010799862794 on network e36fabff-bed3-4f94-a2f4-3580b98359fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:11.153232 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Attempting to bind port a369fa9b-19be-48ca-a51a-010799862794 on network e36fabff-bed3-4f94-a2f4-3580b98359fe {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:11.169998 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5419b-9bac-4384-8763-78b70dc8a20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec46ad45-abb4-42fa-8ab3-c2147f413400,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.172814 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:11.173148 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Checking segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:11.173517 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Bound using segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:11.173959 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Bound port: a369fa9b-19be-48ca-a51a-010799862794, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:11.174304 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.189758 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aed5419b-9bac-4384-8763-78b70dc8a20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.193967 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-aed5419b-9bac-4384-8763-78b70dc8a20c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec46ad45-abb4-42fa-8ab3-c2147f413400 HTTP/1.1" status: 204 len: 168 time: 1.0007670 Jun 28 11:17:11.299927 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] For port a369fa9b-19be-48ca-a51a-010799862794, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:11.304771 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] For port a369fa9b-19be-48ca-a51a-010799862794, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a369fa9b-19be-48ca-a51a-010799862794,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:11.307335 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.315631 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.325158 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Transition to ACTIVE for port object e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:11.353543 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.392878 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.393768 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.397088 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] 10.222.0.46 "PUT /v2.0/ports/a369fa9b-19be-48ca-a51a-010799862794 HTTP/1.1" status: 200 len: 1094 time: 2.6124632 Jun 28 11:17:11.397686 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b257ab2-cca0-4fb3-a36a-1015b2eda412', 'tag': 'a369fa9b-19be-48ca-a51a-010799862794'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:11.521213 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24c683c-ea38-4645-b928-f906fb24c4f6'] response: {'name': 'network-changed', 'server_uuid': '9b257ab2-cca0-4fb3-a36a-1015b2eda412', 'tag': 'a369fa9b-19be-48ca-a51a-010799862794', 'status': 'completed', 'code': 200} Jun 28 11:17:11.552612 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8293011-f99f-406e-b853-d5f915fcf1fb service neutron] Pushing event updated for resources: {'Port': ['ID=a369fa9b-19be-48ca-a51a-010799862794,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.599444 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-4e48b64c-9b6d-486d-bea6-7653ec4a0e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.601470 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-4e48b64c-9b6d-486d-bea6-7653ec4a0e34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 1097 time: 0.1472046 Jun 28 11:17:11.601828 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:11.613002 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'Port': ['ID=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.615575 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:11.629829 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:11.635464 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.642723 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.717429 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-9386db36-3d90-40bc-819f-c4bd9ce20b30 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a369fa9b-19be-48ca-a51a-010799862794 HTTP/1.1" status: 200 len: 217 time: 0.1070080 Jun 28 11:17:11.718734 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 53127a73-8958-422c-9d22-8f1cf1f2a954 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:11.739601 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea8636-a456-465e-acb2-f3752fea4a79 req-52fed042-b31f-42ac-ab42-df7c926049cf tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.749300 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-90ea8636-a456-465e-acb2-f3752fea4a79 req-52fed042-b31f-42ac-ab42-df7c926049cf tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 945 time: 0.3360744 Jun 28 11:17:11.802601 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-cdb58ba8-86ad-44cf-885b-6e607e89f1e2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5347571 Jun 28 11:17:11.842909 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-e5f94ab9-9c93-45f7-8e17-44e7bc6262b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:11.848910 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Request body: {'port': {'device_id': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:11.858682 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-e5f94ab9-9c93-45f7-8e17-44e7bc6262b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.1361990 Jun 28 11:17:11.990963 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51926) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:12.009963 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-90ea8636-a456-465e-acb2-f3752fea4a79 req-5e3be46c-0d47-4075-b983-ec1119192d32 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596135 Jun 28 11:17:12.026467 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 53127a73-8958-422c-9d22-8f1cf1f2a954 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:12.040598 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 53127a73-8958-422c-9d22-8f1cf1f2a954 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:12.040970 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.105992 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.141587 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:12.145862 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] Usage tracker for resource:security_group_rule and tenant:e291097748da4111b9132096a51ecc5d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:12.148775 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:12.154610 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:12.245586 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.249173 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-85234610-7ad1-489c-9dca-72d8a9433eda None None] Provisioning for port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:12.254686 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.302228 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-85234610-7ad1-489c-9dca-72d8a9433eda None None] Provisioning complete for port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:12.304830 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-85234610-7ad1-489c-9dca-72d8a9433eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.314158 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e291097748da4111b9132096a51ecc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220925 Jun 28 11:17:12.315462 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 51948) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:12.320097 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-e211d6ab-03f6-4552-9572-c19129ae620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.321755 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-e211d6ab-03f6-4552-9572-c19129ae620b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4543245 Jun 28 11:17:12.342555 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d7464-62ab-45be-b8b5-c074188bf190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec0ef52-1b32-4cef-8178-fccc51673648,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:12.384149 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46885a22-0318-45af-b2f6-225d159e82b1 req-7df4d4fe-e351-48d4-8754-eb53d097b7c4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.385067 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-46885a22-0318-45af-b2f6-225d159e82b1 req-7df4d4fe-e351-48d4-8754-eb53d097b7c4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Synchronizing usage tracker for tenant:b16e39bda1344f5491a02a0042942e7d on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:12.427405 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-46885a22-0318-45af-b2f6-225d159e82b1 req-7df4d4fe-e351-48d4-8754-eb53d097b7c4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Unset dirty status for tenant:b16e39bda1344f5491a02a0042942e7d on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:12.428679 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-46885a22-0318-45af-b2f6-225d159e82b1 req-7df4d4fe-e351-48d4-8754-eb53d097b7c4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 931 time: 0.4398949 Jun 28 11:17:12.431673 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 53127a73-8958-422c-9d22-8f1cf1f2a954 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:12.432060 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.445029 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53160694-e8ab-4778-827f-4356351b2491 req-d7f85b74-5d73-4f8e-ac55-f3f7c2b56506 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.452248 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-53160694-e8ab-4778-827f-4356351b2491 req-d7f85b74-5d73-4f8e-ac55-f3f7c2b56506 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 944 time: 0.2855201 Jun 28 11:17:12.496173 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.497834 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-85234610-7ad1-489c-9dca-72d8a9433eda None None] Port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:12.515150 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f649994-3559-4208-9759-f1dc173196f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53127a73-8958-422c-9d22-8f1cf1f2a954'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:12.562124 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4c1e-cd71-4c81-bbe3-8cee1b995801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.628822 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 53127a73-8958-422c-9d22-8f1cf1f2a954, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=53127a73-8958-422c-9d22-8f1cf1f2a954,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:12.644956 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.645883 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device be70b4af-f20f-4970-9508-6d7c79463dce up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:12.702998 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4c1e-cd71-4c81-bbe3-8cee1b995801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.750087 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-49320b22-c60e-45b5-b36a-fc9c177cd267 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094036 Jun 28 11:17:12.763940 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-53160694-e8ab-4778-827f-4356351b2491 req-d9e4a964-adf7-472a-9596-551c87aa4c82 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103824 Jun 28 11:17:12.871713 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=53127a73-8958-422c-9d22-8f1cf1f2a954,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:12.874784 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-46885a22-0318-45af-b2f6-225d159e82b1 req-cf222f9d-f06f-4a3c-a60d-880191e49d77 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3912001 Jun 28 11:17:12.918752 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4c1e-cd71-4c81-bbe3-8cee1b995801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.939919 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port be70b4af-f20f-4970-9508-6d7c79463dce completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:12.946752 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port be70b4af-f20f-4970-9508-6d7c79463dce triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:12.947333 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.985362 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe4c1e-cd71-4c81-bbe3-8cee1b995801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec0ef52-1b32-4cef-8178-fccc51673648,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:13.006157 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4fe4c1e-cd71-4c81-bbe3-8cee1b995801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.007081 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b4fe4c1e-cd71-4c81-bbe3-8cee1b995801 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aec0ef52-1b32-4cef-8178-fccc51673648 HTTP/1.1" status: 204 len: 168 time: 0.6842437 Jun 28 11:17:13.035477 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b624c14b-6c7b-4e8b-8884-1e8f0277c8fa req-e4680cc7-92b1-4cbe-b1ff-31270fda62da service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706048 Jun 28 11:17:13.186424 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3839ed13-5690-49e7-adb4-35f5e53bc5a3'] response: {'server_uuid': '0f649994-3559-4208-9759-f1dc173196f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53127a73-8958-422c-9d22-8f1cf1f2a954', 'code': 200} Jun 28 11:17:13.277534 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-0953240d-dfe0-43f9-8400-183934d5cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.279039 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-0953240d-dfe0-43f9-8400-183934d5cc47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 1097 time: 0.1767070 Jun 28 11:17:13.366982 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port be70b4af-f20f-4970-9508-6d7c79463dce is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:13.367608 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.481367 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port be70b4af-f20f-4970-9508-6d7c79463dce, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=be70b4af-f20f-4970-9508-6d7c79463dce,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:13.494194 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.684273 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=be70b4af-f20f-4970-9508-6d7c79463dce,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:13.699955 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-613e9504-c7dd-4f32-9a30-4d406b06802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.702038 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-613e9504-c7dd-4f32-9a30-4d406b06802e service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.4157112 Jun 28 11:17:13.787336 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-7e5339f7-2143-4655-aec6-0edfa23dad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.788934 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-7e5339f7-2143-4655-aec6-0edfa23dad43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 1099 time: 0.3606563 Jun 28 11:17:13.798876 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-68d4e83d-7325-4677-931d-90d72eda3f26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a369fa9b-19be-48ca-a51a-010799862794 HTTP/1.1" status: 200 len: 217 time: 0.0827663 Jun 28 11:17:13.808161 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90415f08-8922-44b7-af12-38bfd8231abb req-1831ae4c-b120-421f-96da-60ca04ae7e4f tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.810073 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-90415f08-8922-44b7-af12-38bfd8231abb req-1831ae4c-b120-421f-96da-60ca04ae7e4f tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 945 time: 0.4752586 Jun 28 11:17:13.826082 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:13.917925 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.930433 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-864eecca-191b-4764-9b1f-d508c545312e service neutron] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.937645 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Transition to ACTIVE for port object e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:13.984731 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-4e051704-5ba4-47ff-936c-211d41d0519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:13.986283 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-4e051704-5ba4-47ff-936c-211d41d0519e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.1730497 Jun 28 11:17:13.987410 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-864eecca-191b-4764-9b1f-d508c545312e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:14.002327 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-90415f08-8922-44b7-af12-38bfd8231abb req-05a78c38-eaac-45d3-9e3a-548cd398d26a tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785979 Jun 28 11:17:14.003012 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.040140 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-864eecca-191b-4764-9b1f-d508c545312e service neutron] Usage tracker for resource:security_group_rule and tenant:11792b3f1638422c82c607db18a80987 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:14.054870 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-864eecca-191b-4764-9b1f-d508c545312e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:14.069164 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-864eecca-191b-4764-9b1f-d508c545312e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:14.158167 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-a379fe4e-a9a6-420d-9c9f-79e93817f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.161327 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-a379fe4e-a9a6-420d-9c9f-79e93817f2ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1665008 Jun 28 11:17:14.432946 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.438569 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-864eecca-191b-4764-9b1f-d508c545312e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.452585 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-864eecca-191b-4764-9b1f-d508c545312e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.521891 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-c860d1d2-2c84-43d4-babb-423b80e05797 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496754 Jun 28 11:17:14.525481 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-64fa5f89-e2ea-4837-8337-2b092121eda7 req-864eecca-191b-4764-9b1f-d508c545312e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7257235 Jun 28 11:17:14.539243 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864eecca-191b-4764-9b1f-d508c545312e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=17cba140-435d-4ff6-8348-699e0e83e49c,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.540365 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Attempting to bind port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:14.540735 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Attempting to bind port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:14.541092 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Attempting to bind port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb on network 6debd97d-413d-47e8-8227-82ddb25a54b2 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:14.553572 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53602f2b-99e0-4ed3-8b49-5d51a3b06d13 req-177e3f1d-677c-4319-a4ac-5f7f492d0597 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.568564 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-53602f2b-99e0-4ed3-8b49-5d51a3b06d13 req-177e3f1d-677c-4319-a4ac-5f7f492d0597 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 944 time: 0.6162729 Jun 28 11:17:14.605316 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb on network 6debd97d-413d-47e8-8227-82ddb25a54b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:14.605654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Attempting to bind port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb on network 6debd97d-413d-47e8-8227-82ddb25a54b2 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:14.618962 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:14.619305 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Checking segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:14.619681 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Bound using segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:14.620129 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Bound port: e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:14.620500 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.684912 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe78cb-b7c7-4b03-8cce-7abcd974b5ed req-172a9982-ac3a-4276-93de-0e6f9505498d tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.690094 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ffbe78cb-b7c7-4b03-8cce-7abcd974b5ed req-172a9982-ac3a-4276-93de-0e6f9505498d tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 943 time: 0.4450755 Jun 28 11:17:14.819767 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-53602f2b-99e0-4ed3-8b49-5d51a3b06d13 req-9be4fd5e-950c-4bb7-991b-f4e9f8d3670b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500191 Jun 28 11:17:15.002030 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ffbe78cb-b7c7-4b03-8cce-7abcd974b5ed req-7bb5eb3b-a3e4-4f9d-9860-90b31af14567 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983594 Jun 28 11:17:15.029056 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] For port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:15.041756 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] For port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:15.046854 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cbf18e47-abba-4e3f-b62e-35942388eb7e req-db372ce1-71ae-4ce2-b3b9-49d67892b0b1 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061123 Jun 28 11:17:15.060102 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52074) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:15.077451 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.188218 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc90d3f-6ac0-44e6-a328-b2b2d22194ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be70b4af-f20f-4970-9508-6d7c79463dce'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:15.314961 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1df288c-2f71-4972-8d32-c8588f665810'] response: {'server_uuid': 'ecc90d3f-6ac0-44e6-a328-b2b2d22194ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be70b4af-f20f-4970-9508-6d7c79463dce', 'code': 200} Jun 28 11:17:15.360160 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.370771 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.371171 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.372706 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] 10.222.0.46 "PUT /v2.0/ports/e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb HTTP/1.1" status: 200 len: 1093 time: 3.5437031 Jun 28 11:17:15.378693 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'tag': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:15.475582 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:15.495707 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] Usage tracker for resource:security_group_rule and tenant:da480bb2840e4aa4b5c437068fee3076 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:15.510976 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:15.517591 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7bc23-c13e-4c3c-b59e-2aa055906697 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:15.533649 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:15.597738 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a659a4ab-1e4b-4e26-af1e-f3166ed9f0fb'] response: {'name': 'network-changed', 'server_uuid': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'tag': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'status': 'completed', 'code': 200} Jun 28 11:17:15.720004 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device a369fa9b-19be-48ca-a51a-010799862794 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:15.787404 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661b7a9-27c2-489e-a7ef-918a9c039d33 req-fdb07736-bf43-4ebd-abe7-06d483701506 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.790281 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3661b7a9-27c2-489e-a7ef-918a9c039d33 req-fdb07736-bf43-4ebd-abe7-06d483701506 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 946 time: 0.4126329 Jun 28 11:17:15.803311 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fbe22-e134-4daf-8b69-26ede5124aa2 req-8244f945-4e69-4358-8969-dd7093d8b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.805584 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2f6fbe22-e134-4daf-8b69-26ede5124aa2 req-8244f945-4e69-4358-8969-dd7093d8b3b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 1099 time: 0.1263871 Jun 28 11:17:15.814094 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.838277 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.883186 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-2f6fbe22-e134-4daf-8b69-26ede5124aa2 req-6d6c9696-3973-4b1f-8ae8-91f17e4efeff service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645485 Jun 28 11:17:15.885093 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-51bcf884-4a05-4690-8acd-dd6d5a38d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.887484 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-51bcf884-4a05-4690-8acd-dd6d5a38d56e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 1096 time: 0.3598483 Jun 28 11:17:15.950994 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port a369fa9b-19be-48ca-a51a-010799862794, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a369fa9b-19be-48ca-a51a-010799862794,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:15.962707 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52118) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:15.968204 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'a369fa9b-19be-48ca-a51a-010799862794', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'port_id': 'a369fa9b-19be-48ca-a51a-010799862794', 'mac_address': 'fa:16:3e:d8:9c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:15.973072 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da480bb2840e4aa4b5c437068fee3076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9107947 Jun 28 11:17:15.977580 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3661b7a9-27c2-489e-a7ef-918a9c039d33 req-00c247ee-b414-439b-a478-a08aa27b4390 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717815 Jun 28 11:17:15.978321 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637ba96-dc56-4908-b6d8-9ead2593fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960958de-eb17-4fb2-a2b2-bc4d107ea31d,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:16.048909 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c252e7d1-a3ca-4843-9320-cc952a6c4a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.085526 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c252e7d1-a3ca-4843-9320-cc952a6c4a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.095823 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f3b49-6066-4b55-bc3b-7b095a00e6b5 req-a5d1efb8-7f0a-42bb-ace4-d36132fdebd2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:16.098044 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-576f3b49-6066-4b55-bc3b-7b095a00e6b5 req-a5d1efb8-7f0a-42bb-ace4-d36132fdebd2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 944 time: 0.1041102 Jun 28 11:17:16.106432 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port a369fa9b-19be-48ca-a51a-010799862794 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:16.107413 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.149586 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c252e7d1-a3ca-4843-9320-cc952a6c4a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.151244 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a369fa9b-19be-48ca-a51a-010799862794 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:16.171334 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port a369fa9b-19be-48ca-a51a-010799862794, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a369fa9b-19be-48ca-a51a-010799862794,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:16.181564 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.189228 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252e7d1-a3ca-4843-9320-cc952a6c4a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960958de-eb17-4fb2-a2b2-bc4d107ea31d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:16.196677 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-39a34d74-e8d4-4f16-b20f-7ed08525d2c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb HTTP/1.1" status: 200 len: 217 time: 0.0973432 Jun 28 11:17:16.209728 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c252e7d1-a3ca-4843-9320-cc952a6c4a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.216789 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-c252e7d1-a3ca-4843-9320-cc952a6c4a19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/960958de-eb17-4fb2-a2b2-bc4d107ea31d HTTP/1.1" status: 204 len: 168 time: 0.2528284 Jun 28 11:17:16.299166 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-d8f88003-6261-4511-b4a7-c1dea5ca059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:16.300859 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-d8f88003-6261-4511-b4a7-c1dea5ca059d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 200 len: 849 time: 0.0945008 Jun 28 11:17:16.367092 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=a369fa9b-19be-48ca-a51a-010799862794,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:16.450219 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['a369fa9b-19be-48ca-a51a-010799862794'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:16.450353 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-576f3b49-6066-4b55-bc3b-7b095a00e6b5 req-c1908e5c-7853-443d-b7e6-a8196c30647c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940547 Jun 28 11:17:16.594739 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108c0db-4fe6-4999-b05c-053ba76df8b6 req-08f09953-e1f9-41af-b0d4-ce6be2e098dd tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:16.596421 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b108c0db-4fe6-4999-b05c-053ba76df8b6 req-08f09953-e1f9-41af-b0d4-ce6be2e098dd tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 943 time: 0.2918873 Jun 28 11:17:16.601872 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-777d3868-f09c-49ec-8978-a5867c47d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:16.603840 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-777d3868-f09c-49ec-8978-a5867c47d898 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6debd97d-413d-47e8-8227-82ddb25a54b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1573234 Jun 28 11:17:16.835884 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52162) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:16.874074 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.886941 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b108c0db-4fe6-4999-b05c-053ba76df8b6 req-72595c50-a654-478b-9857-bb902d67d4b1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816505 Jun 28 11:17:16.921239 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:16.945122 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] Usage tracker for resource:security_group_rule and tenant:3bfca1c118594f81b74fcfdeeba7aef6 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:16.948288 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:16.957275 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:16.979226 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-88d5d993-7aee-4dd3-b4bf-96d5809a496a service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518348 Jun 28 11:17:17.142522 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fdf42f38-5531-42ad-bf86-2efa36caa9cf req-d1de7005-bc53-4132-b9c7-138bce30e5ed service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554890 Jun 28 11:17:17.162493 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.185416 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.239451 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3bfca1c118594f81b74fcfdeeba7aef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020317 Jun 28 11:17:17.240567 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954b111-1854-4d62-a9bf-18c28696cde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e1a1d-8855-46e7-b916-8f8ef7452a0d,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:17.243070 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52186) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:17.307186 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-80c3941c-1176-4a7f-9bde-5395f6c48d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.338704 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-80c3941c-1176-4a7f-9bde-5395f6c48d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.379799 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-cb0aeed5-2e76-4e74-a05b-e456df11946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.381311 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-cb0aeed5-2e76-4e74-a05b-e456df11946c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 1096 time: 0.1442721 Jun 28 11:17:17.389071 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed76c-638d-45f5-9813-cdefdbe0f773 req-97ab944b-6f85-4228-bcec-19dfaf50ecc3 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.391635 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bdaed76c-638d-45f5-9813-cdefdbe0f773 req-97ab944b-6f85-4228-bcec-19dfaf50ecc3 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 946 time: 0.2190535 Jun 28 11:17:17.411059 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-80c3941c-1176-4a7f-9bde-5395f6c48d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.439695 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3941c-1176-4a7f-9bde-5395f6c48d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e1a1d-8855-46e7-b916-8f8ef7452a0d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:17.439695 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-80c3941c-1176-4a7f-9bde-5395f6c48d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.439695 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-80c3941c-1176-4a7f-9bde-5395f6c48d83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/681e1a1d-8855-46e7-b916-8f8ef7452a0d HTTP/1.1" status: 204 len: 168 time: 0.1937175 Jun 28 11:17:17.533369 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bdaed76c-638d-45f5-9813-cdefdbe0f773 req-e20a434b-6bbf-41d7-899c-343a778b172a tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216285 Jun 28 11:17:17.571543 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-fe4ab9bc-c219-458a-87e7-d56cd855711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.573288 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-fe4ab9bc-c219-458a-87e7-d56cd855711b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 911 time: 0.1819267 Jun 28 11:17:17.698799 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-5b3bcff5-87ec-4394-9e91-9d910fd76709 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb HTTP/1.1" status: 200 len: 217 time: 0.1136866 Jun 28 11:17:17.737423 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device a369fa9b-19be-48ca-a51a-010799862794 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:17.778019 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-5bf65f90-fa91-42b3-b248-3d1d8146f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.779659 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-5bf65f90-fa91-42b3-b248-3d1d8146f743 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 200 len: 849 time: 0.0736153 Jun 28 11:17:17.833388 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port a369fa9b-19be-48ca-a51a-010799862794 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:17.840772 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port a369fa9b-19be-48ca-a51a-010799862794 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:17.841641 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:17.913893 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b66f1-66d4-44fa-b925-689a9091a24f req-11d1796c-b525-4946-b228-a9c3f5e8d33a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.933093 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-623b66f1-66d4-44fa-b925-689a9091a24f req-11d1796c-b525-4946-b228-a9c3f5e8d33a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 945 time: 0.2867332 Jun 28 11:17:18.019955 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-623b66f1-66d4-44fa-b925-689a9091a24f req-041f3963-5bb9-4078-bad6-66a1ca26a745 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858769 Jun 28 11:17:18.025129 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port a369fa9b-19be-48ca-a51a-010799862794 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:18.025276 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-f492b991-05ec-4248-a785-ff8a1b39d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:18.025521 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.055248 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-f492b991-05ec-4248-a785-ff8a1b39d1d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6debd97d-413d-47e8-8227-82ddb25a54b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2628357 Jun 28 11:17:18.093505 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b257ab2-cca0-4fb3-a36a-1015b2eda412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a369fa9b-19be-48ca-a51a-010799862794'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:18.114741 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port a369fa9b-19be-48ca-a51a-010799862794, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a369fa9b-19be-48ca-a51a-010799862794,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:18.128897 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.199382 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-3279652d-2531-4e7c-9aac-d0d00a5d0257 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1695619 Jun 28 11:17:18.229144 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8676abe9-50c7-4fc1-bea9-8dc8a1f3d6c4'] response: {'server_uuid': '9b257ab2-cca0-4fb3-a36a-1015b2eda412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a369fa9b-19be-48ca-a51a-010799862794', 'code': 200} Jun 28 11:17:18.302238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=a369fa9b-19be-48ca-a51a-010799862794,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:18.509105 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52270) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:18.537573 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-6aff0aed-57a1-4ffa-9aa5-7aa2d1927dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:18.540998 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-6aff0aed-57a1-4ffa-9aa5-7aa2d1927dc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31fe3a3511ef44c090a06e54e8c7d294&device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 1099 time: 0.1846516 Jun 28 11:17:18.638192 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-95a2440e-025c-4fe8-85b5-2b81955de2a4 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752056 Jun 28 11:17:19.027734 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49e4ac-ac1e-4b22-bb4c-45c335e9a8ac req-bc72106e-3485-4917-822a-a1927b2cfece tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.041039 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4a49e4ac-ac1e-4b22-bb4c-45c335e9a8ac req-bc72106e-3485-4917-822a-a1927b2cfece tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 943 time: 0.7303321 Jun 28 11:17:19.087803 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.095817 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.200537 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:19.210965 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f2403eac7743a491d8c4ad3cf666bd is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:19.216721 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:19.226185 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-cfe9711b-d422-4086-b7e6-87bd5aa1d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.227681 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-cfe9711b-d422-4086-b7e6-87bd5aa1d436 service neutron] 10.222.0.46 "GET /v2.0/networks?id=513b56e6-1b3c-4071-a1d7-2a58cf7997bc HTTP/1.1" status: 200 len: 912 time: 0.6566217 Jun 28 11:17:19.231527 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:19.269092 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4a49e4ac-ac1e-4b22-bb4c-45c335e9a8ac req-47f2013f-d964-443f-949c-137522aff20d tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263079 Jun 28 11:17:19.283002 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b663a176-c7ad-4b4b-83ce-944e7dc9a614 req-253c1c51-fd80-43f3-9799-598a9d207322 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370893 Jun 28 11:17:19.313820 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfaf65-816a-4298-845b-ca828142c648 req-9f2dae12-eebd-4c8c-81df-e1ef93803a1a tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.316030 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c2dfaf65-816a-4298-845b-ca828142c648 req-9f2dae12-eebd-4c8c-81df-e1ef93803a1a tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 946 time: 0.4945161 Jun 28 11:17:19.323710 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52316) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:19.329755 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-4ec0267b-d009-4eb9-9d21-f6138dc40162 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be70b4af-f20f-4970-9508-6d7c79463dce HTTP/1.1" status: 200 len: 217 time: 0.0900836 Jun 28 11:17:19.340887 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ec6c-303e-49ab-a419-da2afae8a481 req-70211ec8-d74f-432d-80a5-d431bd6435bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.342485 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9475ec6c-303e-49ab-a419-da2afae8a481 req-70211ec8-d74f-432d-80a5-d431bd6435bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 1099 time: 0.4207234 Jun 28 11:17:19.440779 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c2dfaf65-816a-4298-845b-ca828142c648 req-a0a7fccb-10a2-404b-b769-ae1bd871edec tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172771 Jun 28 11:17:19.484171 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-59d96b4d-58ca-4374-9a7e-07cd8e9cf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.490709 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-59d96b4d-58ca-4374-9a7e-07cd8e9cf3f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8bec309-a7b4-4bb7-bbba-0f859d86f152 HTTP/1.1" status: 200 len: 850 time: 0.1445715 Jun 28 11:17:19.586895 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-9475ec6c-303e-49ab-a419-da2afae8a481 req-6eb0c83b-78e1-4ffa-a5b1-48f4dcbfd7ea service neutron] Synchronizing usage tracker for tenant:11792b3f1638422c82c607db18a80987 on resource:security_group {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:19.594565 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89031a73-da95-4c8d-b760-0745d5aac08d req-263ad7c3-43d3-4bf4-8079-2e4f8110f878 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.596615 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-89031a73-da95-4c8d-b760-0745d5aac08d req-263ad7c3-43d3-4bf4-8079-2e4f8110f878 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1628048 Jun 28 11:17:19.667648 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-9475ec6c-303e-49ab-a419-da2afae8a481 req-6eb0c83b-78e1-4ffa-a5b1-48f4dcbfd7ea service neutron] Unset dirty status for tenant:11792b3f1638422c82c607db18a80987 on resource:security_group {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:19.668845 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9475ec6c-303e-49ab-a419-da2afae8a481 req-6eb0c83b-78e1-4ffa-a5b1-48f4dcbfd7ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830179 Jun 28 11:17:19.677865 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.688669 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.691111 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.707177 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-89031a73-da95-4c8d-b760-0745d5aac08d req-0dfde6d2-df6f-4586-91d8-dacf79ad54b7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050134 Jun 28 11:17:19.714454 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:19.723538 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] Usage tracker for resource:security_group_rule and tenant:7a29a40665b04b738120482dd6db4b57 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:19.731582 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:19.735877 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:19.746849 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:19.750415 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-6900ff03-654a-4c0b-8800-6d3cfb02f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.752244 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-6900ff03-654a-4c0b-8800-6d3cfb02f4f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=513b56e6-1b3c-4071-a1d7-2a58cf7997bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2462046 Jun 28 11:17:19.754973 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9f2403eac7743a491d8c4ad3cf666bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2447522 Jun 28 11:17:19.764815 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52332) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:19.776060 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7055f-4a80-46af-a75f-552fd0828907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c00928f-b42d-4db7-a8f6-037e07a06200,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:19.843043 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c73f91ca-0be0-4dda-a18a-ef727d69250b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.903271 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c73f91ca-0be0-4dda-a18a-ef727d69250b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.991116 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:20.022914 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.035413 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'port_id': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'mac_address': 'fa:16:3e:16:e4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:20.044040 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.085881 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8321118d-8c8c-4408-9031-ac5a497564f2,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:20.089810 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c73f91ca-0be0-4dda-a18a-ef727d69250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.136196 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f91ca-0be0-4dda-a18a-ef727d69250b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c00928f-b42d-4db7-a8f6-037e07a06200,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:20.146633 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e405f09c-860d-418c-8f45-fea4d8246572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a29a40665b04b738120482dd6db4b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8208704 Jun 28 11:17:20.147669 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52348) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:20.156834 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-c0794735-d230-4c48-848b-ea2fc3848c24 service neutron] 10.222.0.46 "GET /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829535 Jun 28 11:17:20.175995 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c73f91ca-0be0-4dda-a18a-ef727d69250b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.177630 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-c73f91ca-0be0-4dda-a18a-ef727d69250b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c00928f-b42d-4db7-a8f6-037e07a06200 HTTP/1.1" status: 204 len: 168 time: 0.4118745 Jun 28 11:17:20.202731 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:20.203245 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.231635 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:20.266117 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:20.281924 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.297984 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0ff36909-dde7-4cc9-a082-ddb68ebfd035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.363794 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0f893bc9-9f79-451c-80f0-bb04c997fe91 req-640d1b98-0cda-44f5-ba15-c5b9899b0401 service neutron] 10.222.0.46 "GET /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984189 Jun 28 11:17:20.379769 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0ff36909-dde7-4cc9-a082-ddb68ebfd035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.475201 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0ff36909-dde7-4cc9-a082-ddb68ebfd035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.540724 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff36909-dde7-4cc9-a082-ddb68ebfd035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321118d-8c8c-4408-9031-ac5a497564f2,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:20.575285 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0ff36909-dde7-4cc9-a082-ddb68ebfd035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.577330 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0ff36909-dde7-4cc9-a082-ddb68ebfd035 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8321118d-8c8c-4408-9031-ac5a497564f2 HTTP/1.1" status: 204 len: 168 time: 0.4286880 Jun 28 11:17:20.581840 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:20.606340 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:20.641704 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbea927-29ac-462d-9b69-8ec3bda45418 req-a2c337b4-87d6-43be-a870-a19b26644ba1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:20.643598 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bbbea927-29ac-462d-9b69-8ec3bda45418 req-a2c337b4-87d6-43be-a870-a19b26644ba1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 944 time: 0.1473794 Jun 28 11:17:20.779469 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bbbea927-29ac-462d-9b69-8ec3bda45418 req-a90e673b-c52e-43e7-bb3f-bd8c28aa7cec tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266155 Jun 28 11:17:20.985748 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52386) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:21.027326 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.133791 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:21.145588 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] Usage tracker for resource:security_group_rule and tenant:81069b9d1ea443fe8c4d32353f6daf53 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:21.150484 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:21.158064 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:21.196384 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7eb7-330d-4aa4-aba1-a9d87671c79b req-070524c5-373d-4cbd-a98f-10ffcf734b91 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:21.202942 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-05aa7eb7-330d-4aa4-aba1-a9d87671c79b req-070524c5-373d-4cbd-a98f-10ffcf734b91 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2307408 Jun 28 11:17:21.294688 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-05aa7eb7-330d-4aa4-aba1-a9d87671c79b req-f5a822f7-a504-47cd-9398-25a7a7e18388 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865479 Jun 28 11:17:21.331484 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.339608 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.394878 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52404) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:21.405634 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81069b9d1ea443fe8c4d32353f6daf53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186013 Jun 28 11:17:21.431268 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52408) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:21.448268 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a716c98-37d2-46cf-bf6e-2eab9933d71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afe0e74-27bd-48ab-9e9d-4c1a0faf7eae,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:21.488464 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.531043 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:21.538570 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] Usage tracker for resource:security_group_rule and tenant:6f0ba439890d433a897cd23ba9ab3b6c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:21.543050 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:21.547110 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-46ff6259-2269-438c-8a84-1d3e7361992e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.552374 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:21.596508 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-46ff6259-2269-438c-8a84-1d3e7361992e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.694389 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-46ff6259-2269-438c-8a84-1d3e7361992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.725139 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff6259-2269-438c-8a84-1d3e7361992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afe0e74-27bd-48ab-9e9d-4c1a0faf7eae,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:21.733355 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.740469 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.762725 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:21.766141 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-46ff6259-2269-438c-8a84-1d3e7361992e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.770065 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-46ff6259-2269-438c-8a84-1d3e7361992e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9afe0e74-27bd-48ab-9e9d-4c1a0faf7eae HTTP/1.1" status: 204 len: 168 time: 0.3740153 Jun 28 11:17:21.805054 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f0ba439890d433a897cd23ba9ab3b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727362 Jun 28 11:17:21.805934 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745c6de-0877-41d7-b07c-497c0a881482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6d2966-8fcc-4605-86ba-dc26e7b0934e,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:21.807806 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52428) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:21.874561 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:21.888144 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:21.888884 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.913138 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d8b406b8-6161-4449-bfec-5cf08e6a0f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.945977 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d8b406b8-6161-4449-bfec-5cf08e6a0f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.020167 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:22.020746 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.062801 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d8b406b8-6161-4449-bfec-5cf08e6a0f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.064834 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:22.086632 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b406b8-6161-4449-bfec-5cf08e6a0f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6d2966-8fcc-4605-86ba-dc26e7b0934e,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:22.087006 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:22.095537 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.103044 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d8b406b8-6161-4449-bfec-5cf08e6a0f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.106727 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d8b406b8-6161-4449-bfec-5cf08e6a0f56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f6d2966-8fcc-4605-86ba-dc26e7b0934e HTTP/1.1" status: 204 len: 168 time: 0.2951665 Jun 28 11:17:22.130745 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52444) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:22.147066 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5cb55-8403-4eff-9d1e-a3d3ff406c4b req-fc07fd55-7f83-488f-9541-4f90a37dfa6c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:22.148667 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-63d5cb55-8403-4eff-9d1e-a3d3ff406c4b req-fc07fd55-7f83-488f-9541-4f90a37dfa6c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 944 time: 0.1799769 Jun 28 11:17:22.187951 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52450) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:22.225419 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-63d5cb55-8403-4eff-9d1e-a3d3ff406c4b req-8eb2c346-83a9-411d-8cc5-37dd769b6c53 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646038 Jun 28 11:17:22.243352 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:22.248013 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f0a314d5-398e-461f-a080-60e13529249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.295688 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce852e08-3078-4a1a-9cde-761201715ce8'] response: {'server_uuid': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'code': 200} Jun 28 11:17:22.458457 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.484831 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:22.491448 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] Usage tracker for resource:security_group_rule and tenant:694b7f832c6541d385cc0f8ee7a8fe90 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:22.495794 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:22.605176 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:22.661750 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.690598 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:22.697624 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] Usage tracker for resource:security_group_rule and tenant:ebc231bd853c463ea002b7704894c83b is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:22.709045 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:22.722273 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:22.758462 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c165f-7f37-4a35-b7c9-5fa8dc96ecd2 req-922731db-1f69-41ff-8489-b774230b4a52 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:22.768727 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5061ef2-8209-47b8-9db3-cb735cfbf6bd req-22351f6a-0d78-404c-b569-fdbb9d0bf5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:22.769506 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-435c165f-7f37-4a35-b7c9-5fa8dc96ecd2 req-922731db-1f69-41ff-8489-b774230b4a52 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2673478 Jun 28 11:17:22.770527 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b5061ef2-8209-47b8-9db3-cb735cfbf6bd req-22351f6a-0d78-404c-b569-fdbb9d0bf5f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 1098 time: 0.2448256 Jun 28 11:17:22.844665 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b5061ef2-8209-47b8-9db3-cb735cfbf6bd req-f8143afd-ea5a-4d97-80d9-fa40f9696461 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666075 Jun 28 11:17:22.886027 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.894583 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-435c165f-7f37-4a35-b7c9-5fa8dc96ecd2 req-fe68592e-7cfd-49ef-9291-83c271eec912 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232972 Jun 28 11:17:22.898802 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.924558 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.943079 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.950467 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=694b7f832c6541d385cc0f8ee7a8fe90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8188629 Jun 28 11:17:22.951366 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52486) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:23.006367 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f2064-9739-4931-a9be-b1664f6092c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c530ae1e-a4fd-4aaf-9a8a-364e073244d7,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:23.046924 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-46947382-f791-4c52-8f60-91e082a8d216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.070826 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebc231bd853c463ea002b7704894c83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8815672 Jun 28 11:17:23.078241 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52490) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:23.092160 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-46947382-f791-4c52-8f60-91e082a8d216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.207082 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0464d-c14c-4e0f-872a-88b22a2e957d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa93ccb-fa03-4e6b-bc76-e3f9d671ee47,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:23.213218 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-46947382-f791-4c52-8f60-91e082a8d216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.239818 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46947382-f791-4c52-8f60-91e082a8d216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c530ae1e-a4fd-4aaf-9a8a-364e073244d7,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:23.251501 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-09975b32-670e-4401-ae16-73b1e2ef751a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.254818 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-46947382-f791-4c52-8f60-91e082a8d216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.259032 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-46947382-f791-4c52-8f60-91e082a8d216 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c530ae1e-a4fd-4aaf-9a8a-364e073244d7 HTTP/1.1" status: 204 len: 168 time: 0.3048193 Jun 28 11:17:23.464101 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-09975b32-670e-4401-ae16-73b1e2ef751a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.553446 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d846-e2f6-445a-a981-958775485c1b req-32872a79-9f47-4f8e-8a03-1fa50f03794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.555053 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c629d846-e2f6-445a-a981-958775485c1b req-32872a79-9f47-4f8e-8a03-1fa50f03794d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 1099 time: 0.2081566 Jun 28 11:17:23.563852 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-09975b32-670e-4401-ae16-73b1e2ef751a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.599767 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a59c4b-d93f-49ef-8c32-82d6a2c92be3 req-f8a0a4f4-8410-48a3-bc5a-edd0f3563cda tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.606969 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-56a59c4b-d93f-49ef-8c32-82d6a2c92be3 req-f8a0a4f4-8410-48a3-bc5a-edd0f3563cda tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2082679 Jun 28 11:17:23.632719 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac831934-75e9-4eaf-8c24-9db6bfc9eeab req-cf42fbd5-1778-40a3-9c7f-beddae82c0d9 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.634432 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ac831934-75e9-4eaf-8c24-9db6bfc9eeab req-cf42fbd5-1778-40a3-9c7f-beddae82c0d9 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1585248 Jun 28 11:17:23.695284 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-09975b32-670e-4401-ae16-73b1e2ef751a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.698831 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-09975b32-670e-4401-ae16-73b1e2ef751a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faa93ccb-fa03-4e6b-bc76-e3f9d671ee47 HTTP/1.1" status: 204 len: 168 time: 0.6165147 Jun 28 11:17:23.698831 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09975b32-670e-4401-ae16-73b1e2ef751a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa93ccb-fa03-4e6b-bc76-e3f9d671ee47,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:23.701999 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-56a59c4b-d93f-49ef-8c32-82d6a2c92be3 req-77bae530-19f0-416c-9aa6-12518ea36a80 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937603 Jun 28 11:17:23.739013 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ac831934-75e9-4eaf-8c24-9db6bfc9eeab req-f82075dd-94ac-41a9-a991-7b6fe6a15d67 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968411 Jun 28 11:17:23.779551 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d846-e2f6-445a-a981-958775485c1b req-8bb2da9a-b9a1-420b-af37-49e53551c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.781016 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c629d846-e2f6-445a-a981-958775485c1b req-8bb2da9a-b9a1-420b-af37-49e53551c6f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.2109027 Jun 28 11:17:23.921955 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c629d846-e2f6-445a-a981-958775485c1b req-11071390-33e1-4c63-9f69-ff6add75cd89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a369fa9b-19be-48ca-a51a-010799862794 HTTP/1.1" status: 200 len: 217 time: 0.1330986 Jun 28 11:17:23.935778 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52528) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:23.955344 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.971018 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:23.975225 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] Usage tracker for resource:security_group_rule and tenant:1f72f384dc5d42b590d0ab211edae6f9 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:23.978282 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:23.984645 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:23.993628 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d846-e2f6-445a-a981-958775485c1b req-eb6cf881-d60e-4268-aabf-e06905f7832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.995126 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c629d846-e2f6-445a-a981-958775485c1b req-eb6cf881-d60e-4268-aabf-e06905f7832b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0635276 Jun 28 11:17:24.096757 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d846-e2f6-445a-a981-958775485c1b req-691e4f10-70da-424b-84c5-6d54af3bd435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:24.097731 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.098371 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c629d846-e2f6-445a-a981-958775485c1b req-691e4f10-70da-424b-84c5-6d54af3bd435 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927086 Jun 28 11:17:24.103936 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.157628 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f72f384dc5d42b590d0ab211edae6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179375 Jun 28 11:17:24.157628 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9ea31-62c8-4bc5-af87-6eab3f1281fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af745ea1-678d-4bb8-b23c-cb56c17df13a,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:24.158562 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52536) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:24.228913 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.267355 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.295010 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c629d846-e2f6-445a-a981-958775485c1b req-4a9f642f-12e2-408d-9370-b47de90426b4 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802940 Jun 28 11:17:24.299349 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6d098e4a-e08a-47c3-b3e0-2d25d8df057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.340401 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.396239 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af745ea1-678d-4bb8-b23c-cb56c17df13a,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:24.409303 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.410547 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.411058 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.411529 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.412005 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.413444 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.413924 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.415347 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.416174 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.416500 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.416836 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.417159 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.425515 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.431202 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ef030733-77e2-41ed-bdb0-543e9d8750ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af745ea1-678d-4bb8-b23c-cb56c17df13a HTTP/1.1" status: 204 len: 168 time: 0.2694874 Jun 28 11:17:24.431202 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52544) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:24.473106 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.489716 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:24.494022 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] Usage tracker for resource:security_group_rule and tenant:812bfa18958e47c19df99ee7e13b387a is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:24.497252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:24.504792 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:24.590563 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c629d846-e2f6-445a-a981-958775485c1b req-2dc78212-9cf8-4770-8a75-1280ddaacc61 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872303 Jun 28 11:17:24.630846 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.637950 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.692347 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=812bfa18958e47c19df99ee7e13b387a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608309 Jun 28 11:17:24.693228 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e51ed-0aa7-4644-8dd2-2bd2c0db3a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854a30da-770f-4866-95ef-727cd325eb6d,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:24.695187 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52556) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:24.797231 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.832022 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.923630 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.951459 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a30da-770f-4866-95ef-727cd325eb6d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:24.971951 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.974881 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.975405 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.978235 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.978788 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.979482 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.979988 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.980661 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.981302 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.981800 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.984820 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.985370 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:24.996735 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.998881 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b6988255-6502-42b5-9a3c-91a76cd2da75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/854a30da-770f-4866-95ef-727cd325eb6d HTTP/1.1" status: 204 len: 168 time: 0.3021929 Jun 28 11:17:25.151186 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712baa56-d1bb-4cb1-8fda-b7b054f54aed req-f7b4864c-a482-480f-98d2-4700101bc8da tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:25.157308 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-712baa56-d1bb-4cb1-8fda-b7b054f54aed req-f7b4864c-a482-480f-98d2-4700101bc8da tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.3449907 Jun 28 11:17:25.288407 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-712baa56-d1bb-4cb1-8fda-b7b054f54aed req-dc4fd33e-0dce-42d7-b13c-c083192e8c5c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193004 Jun 28 11:17:25.312267 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf1cb6-1fa7-4ae0-a1c9-daa7345ae8a0 req-29ce8d6c-ecaf-49b1-95fa-c805a69e9078 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:25.314590 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-46cf1cb6-1fa7-4ae0-a1c9-daa7345ae8a0 req-29ce8d6c-ecaf-49b1-95fa-c805a69e9078 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.2753274 Jun 28 11:17:25.374407 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-46cf1cb6-1fa7-4ae0-a1c9-daa7345ae8a0 req-5e52d014-95e7-40c0-b8ab-ced6438b0503 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538123 Jun 28 11:17:25.577425 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.593128 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.601961 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af5f87-f13f-4497-8c79-a9f52693037a req-9341eea5-3e73-4e85-b5c8-e730182b693b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:25.603911 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-62af5f87-f13f-4497-8c79-a9f52693037a req-9341eea5-3e73-4e85-b5c8-e730182b693b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1125855 Jun 28 11:17:25.613182 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52600) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:25.623075 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'floatingip': {'port_id': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:25.755419 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.634492 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ccc81-ca9d-44df-b305-00f149ffd29b req-af5b9ad2-5246-4e57-acbb-379583f11d8e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:26.637315 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f55ccc81-ca9d-44df-b305-00f149ffd29b req-af5b9ad2-5246-4e57-acbb-379583f11d8e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2074649 Jun 28 11:17:26.727644 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f55ccc81-ca9d-44df-b305-00f149ffd29b req-9283f254-c2cf-4e86-bf3d-2ae426591fd2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846288 Jun 28 11:17:26.819955 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.db.resource_extend [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:17:26.893104 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.189628 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.196315 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.201503 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5c308-46f6-4d10-b9dd-5804bd55a6fe req-5efe5daa-83bc-416c-9abf-1df12da953a7 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.204397 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d0e5c308-46f6-4d10-b9dd-5804bd55a6fe req-5efe5daa-83bc-416c-9abf-1df12da953a7 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 946 time: 0.1053100 Jun 28 11:17:27.254700 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d0e5c308-46f6-4d10-b9dd-5804bd55a6fe req-9bb8698b-02c8-4b0c-84b7-02d72378ed89 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Jun 28 11:17:27.391691 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Floating IP 3e425d52-6559-46ac-8e5d-57c66c83a5ce associated. External IP: 172.28.1.84, port: e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb. Jun 28 11:17:27.835241 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Router 6fe2237a-9db7-45a7-9c2a-420b08720539 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:28.071743 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672e979-401b-4f9d-813c-b0f24938bdbd req-5d45e508-dfe1-495f-a09d-e388bd0f642d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.089218 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e672e979-401b-4f9d-813c-b0f24938bdbd req-5d45e508-dfe1-495f-a09d-e388bd0f642d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1381249 Jun 28 11:17:28.094424 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:28.099454 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.110833 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] Sync routers for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:28.128243 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:28.128947 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:28.181304 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e672e979-401b-4f9d-813c-b0f24938bdbd req-4b55437e-db4b-4ed4-b1ec-c655540378fa tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908043 Jun 28 11:17:28.182189 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b31470ec-332a-4df1-a4a4-863b519b9e97 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "PUT /v2.0/floatingips/3e425d52-6559-46ac-8e5d-57c66c83a5ce HTTP/1.1" status: 200 len: 990 time: 2.5675530 Jun 28 11:17:28.182766 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'tag': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:28.241560 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa37abd3-02a4-480d-8791-cbd25bdd4248'] response: {'name': 'network-changed', 'server_uuid': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'tag': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'status': 'completed', 'code': 200} Jun 28 11:17:28.350165 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:28.368512 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-4d8fc159-b55e-4ff9-beb4-0c42f28c1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.371265 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-4d8fc159-b55e-4ff9-beb4-0c42f28c1499 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 1098 time: 0.1044748 Jun 28 11:17:28.498895 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64ef24-7938-4894-b719-f23e83d2e6b8 req-f4fee78f-d7f0-4847-8521-0ecef0d91bf0 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.507757 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8c64ef24-7938-4894-b719-f23e83d2e6b8 req-f4fee78f-d7f0-4847-8521-0ecef0d91bf0 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 946 time: 0.1169705 Jun 28 11:17:28.558818 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8c64ef24-7938-4894-b719-f23e83d2e6b8 req-35629e20-f697-448e-86bf-237d3b0c0860 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493958 Jun 28 11:17:28.570702 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-b76038de-e15f-4be5-a779-36a5d4c0d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.572438 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-b76038de-e15f-4be5-a779-36a5d4c0d79b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 911 time: 0.1942756 Jun 28 11:17:28.692677 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-3184acd7-527b-473a-afb9-6f8e778ba5e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb HTTP/1.1" status: 200 len: 998 time: 0.1084993 Jun 28 11:17:28.778967 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-05ef1cb0-490d-4a26-825d-d2cce81f07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.780631 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-05ef1cb0-490d-4a26-825d-d2cce81f07f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 200 len: 849 time: 0.0806963 Jun 28 11:17:28.783956 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '3e425d52-6559-46ac-8e5d-57c66c83a5ce', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'port_id': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'mac_address': 'fa:16:3e:16:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:26Z', 'revision_number': 1, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:28.787993 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] Checking router: 6fe2237a-9db7-45a7-9c2a-420b08720539 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:28.800181 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:28.801017 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:28.904779 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-06573e47-5746-4320-aa49-8fc2d9f9fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.906364 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-06573e47-5746-4320-aa49-8fc2d9f9fb66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6debd97d-413d-47e8-8227-82ddb25a54b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1182044 Jun 28 11:17:29.098764 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:29.240422 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-74c0574a-b3c8-440f-9572-e3f1271a9501 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252079 Jun 28 11:17:29.256750 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-daf7dd8f-380e-4acb-b6b0-f5843cbd77b3 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:29.262519 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-daf7dd8f-380e-4acb-b6b0-f5843cbd77b3 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 946 time: 0.1663637 Jun 28 11:17:29.463183 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eb45bce0-6bb1-434f-ab6f-dfef460f40b1 req-201a6ca5-0c76-4ee5-80a4-b43501d0ae99 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993680 Jun 28 11:17:29.534776 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460881ec-c203-44a4-b1b2-13e129ebd1e1 req-81b51660-6980-49b7-847a-c4f776aae3f0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:29.536515 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-460881ec-c203-44a4-b1b2-13e129ebd1e1 req-81b51660-6980-49b7-847a-c4f776aae3f0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1252887 Jun 28 11:17:29.584342 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '3e425d52-6559-46ac-8e5d-57c66c83a5ce', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'port_id': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'mac_address': 'fa:16:3e:16:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:26Z', 'revision_number': 1, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:29.586729 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Deleting port be70b4af-f20f-4970-9508-6d7c79463dce {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:17:29.587029 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.602722 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3974cb12-7b05-4520-91ad-5cda6b261b5a None None] The sync data for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb is: [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '3e425d52-6559-46ac-8e5d-57c66c83a5ce', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'port_id': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'mac_address': 'fa:16:3e:16:e4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:26Z', 'revision_number': 1, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:29.612805 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-460881ec-c203-44a4-b1b2-13e129ebd1e1 req-b89dd299-5976-4efc-a934-c3c04ed53b6b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635824 Jun 28 11:17:29.945099 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591d32d-f681-472f-8e95-18bec361bb54 req-22b4c827-e44a-4ba4-b881-3db8fd797c90 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:29.946680 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8591d32d-f681-472f-8e95-18bec361bb54 req-22b4c827-e44a-4ba4-b881-3db8fd797c90 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 946 time: 0.2013004 Jun 28 11:17:30.007953 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6221fe01-2bad-4039-b3df-f8b158abda9a None None] New status for floating IP 3e425d52-6559-46ac-8e5d-57c66c83a5ce: ACTIVE {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:17:30.036329 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8591d32d-f681-472f-8e95-18bec361bb54 req-e5cf3ef5-046b-4981-86c9-57b798e11422 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e344504-41a8-4d51-acf7-a0113e1af62e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825241 Jun 28 11:17:30.128803 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] For port be70b4af-f20f-4970-9508-6d7c79463dce, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=be70b4af-f20f-4970-9508-6d7c79463dce,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:30.130150 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.279119 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Calling delete_port for be70b4af-f20f-4970-9508-6d7c79463dce owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:17:30.541670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.554487 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['be70b4af-f20f-4970-9508-6d7c79463dce'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:30.641969 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Pushing event deleted for resources: {'Port': ['ID=be70b4af-f20f-4970-9508-6d7c79463dce,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:30.701844 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] No DVR routers for this DVR port be70b4af-f20f-4970-9508-6d7c79463dce on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:17:30.706183 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.712688 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc90d3f-6ac0-44e6-a328-b2b2d22194ff', 'name': 'network-vif-deleted', 'tag': 'be70b4af-f20f-4970-9508-6d7c79463dce'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:30.733178 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1b332896-6f35-4d34-8490-a2f3e8fef03a req-c8cb052a-068f-470d-a771-1cb9a9d0a163 tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.46 "DELETE /v2.0/ports/be70b4af-f20f-4970-9508-6d7c79463dce HTTP/1.1" status: 204 len: 173 time: 1.2736194 Jun 28 11:17:30.788002 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3116d60c-0038-4c89-b76c-5cc4ae1095cf'] response: {'server_uuid': 'ecc90d3f-6ac0-44e6-a328-b2b2d22194ff', 'name': 'network-vif-deleted', 'tag': 'be70b4af-f20f-4970-9508-6d7c79463dce', 'status': 'completed', 'code': 200} Jun 28 11:17:30.903803 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55e135-901d-4249-90e7-ca8d866003d7 req-141f6d28-a926-4c72-8072-f9a4c155059f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:30.905435 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6f55e135-901d-4249-90e7-ca8d866003d7 req-141f6d28-a926-4c72-8072-f9a4c155059f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1253693 Jun 28 11:17:30.952872 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6f55e135-901d-4249-90e7-ca8d866003d7 req-f21f9f31-13b1-4555-9acc-7930949d6058 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Jun 28 11:17:31.246224 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a98cf0d7-fbbb-4b51-a9c0-74805dca082c req-d5e4355d-cb5e-4b41-be8a-2dda3575491b tempest-DeleteServersTestJSON-1788561066 tempest-DeleteServersTestJSON-1788561066-project] 10.222.0.15 "GET /v2.0/ports?device_id=ecc90d3f-6ac0-44e6-a328-b2b2d22194ff HTTP/1.1" status: 200 len: 210 time: 0.0497715 Jun 28 11:17:32.166744 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9800b6-2333-4919-8281-8d972a368f6a req-784de7f8-bf7d-4a96-983e-dd50ec895a63 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:32.169361 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ce9800b6-2333-4919-8281-8d972a368f6a req-784de7f8-bf7d-4a96-983e-dd50ec895a63 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.0996516 Jun 28 11:17:32.227634 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ce9800b6-2333-4919-8281-8d972a368f6a req-0abf0747-1b1d-4c5b-9dc8-eefaf8f86252 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496511 Jun 28 11:17:32.248122 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52852) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:32.371270 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.386316 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:32.390792 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] Usage tracker for resource:security_group_rule and tenant:d0be976d526747948bbcfd47571383ca is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:32.393910 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:32.399729 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:32.529022 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.542614 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.598559 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0be976d526747948bbcfd47571383ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532510 Jun 28 11:17:32.598559 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf85766-b1d9-43cb-81f3-e403b9560c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf52651-00cd-4a37-96e2-ae6e8f926c67,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:32.599024 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52874) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:32.667587 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-04649677-a678-4dde-859b-810b5d335924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.694369 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-04649677-a678-4dde-859b-810b5d335924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.753677 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-04649677-a678-4dde-859b-810b5d335924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.771930 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04649677-a678-4dde-859b-810b5d335924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf52651-00cd-4a37-96e2-ae6e8f926c67,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:32.781232 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-04649677-a678-4dde-859b-810b5d335924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.782539 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-04649677-a678-4dde-859b-810b5d335924 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcf52651-00cd-4a37-96e2-ae6e8f926c67 HTTP/1.1" status: 204 len: 168 time: 0.1822999 Jun 28 11:17:33.346488 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52918) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:33.440729 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a06d9-685b-4857-9121-d885d5e81cfb req-7122dbf0-2fde-4756-be84-1275c4efb567 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:33.441857 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-314a06d9-685b-4857-9121-d885d5e81cfb req-7122dbf0-2fde-4756-be84-1275c4efb567 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1031091 Jun 28 11:17:33.467414 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.488060 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:33.492938 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] Usage tracker for resource:security_group_rule and tenant:c0bcb82d1a8c4d769cc03a58b66b6a2d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:33.496043 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:33.502152 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-314a06d9-685b-4857-9121-d885d5e81cfb req-641e6b76-71dc-40d2-b511-6448af5d6317 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481076 Jun 28 11:17:33.502300 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:33.588917 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.595557 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.647275 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0bcb82d1a8c4d769cc03a58b66b6a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994258 Jun 28 11:17:33.647970 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf5adf-0d54-4efd-9dd4-88ea49e76793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8247aa-6baf-48b4-a30d-c61821d3d026,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:33.650051 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52934) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:33.722913 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7f616784-77cd-461d-acb9-5d0840968f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.748691 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7f616784-77cd-461d-acb9-5d0840968f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.798245 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device be70b4af-f20f-4970-9508-6d7c79463dce no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:17:33.811907 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7f616784-77cd-461d-acb9-5d0840968f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.833416 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f616784-77cd-461d-acb9-5d0840968f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8247aa-6baf-48b4-a30d-c61821d3d026,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:33.838087 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7f616784-77cd-461d-acb9-5d0840968f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.842601 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: be70b4af-f20f-4970-9508-6d7c79463dce {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:17:33.844715 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device be70b4af-f20f-4970-9508-6d7c79463dce not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:17:33.849009 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-7f616784-77cd-461d-acb9-5d0840968f62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac8247aa-6baf-48b4-a30d-c61821d3d026 HTTP/1.1" status: 204 len: 168 time: 0.1912572 Jun 28 11:17:34.250842 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 52974) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:34.325501 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52982) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:34.357052 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.385979 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:34.405458 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] Usage tracker for resource:security_group_rule and tenant:cc93e725e7544eec97b116d0479b3b14 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:34.409601 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:34.417859 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:34.550369 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.574204 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.612618 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 52998) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:34.671138 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc93e725e7544eec97b116d0479b3b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439751 Jun 28 11:17:34.682342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53006) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:34.719023 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fb5e4-643b-47b6-8f0d-5608b0c82059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d3a309-73a8-4cd8-956d-62087c3089f8,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:34.760800 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-df473444-ec38-4258-8ba7-2a412fa6977a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.802768 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-df473444-ec38-4258-8ba7-2a412fa6977a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.812842 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.851140 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:34.859803 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] Usage tracker for resource:security_group_rule and tenant:1afeee41efb6462ab4b578acab05c081 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:34.863425 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:34.870103 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:34.887334 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72354d8-7d93-4338-a88c-c9a52b69fcba req-ded5fa75-8817-4afc-b994-4872e7aeefa2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:34.889000 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b72354d8-7d93-4338-a88c-c9a52b69fcba req-ded5fa75-8817-4afc-b994-4872e7aeefa2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1963406 Jun 28 11:17:34.916273 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-df473444-ec38-4258-8ba7-2a412fa6977a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:34.983247 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b72354d8-7d93-4338-a88c-c9a52b69fcba req-d1e19450-3232-461b-bcfd-759f85bc76c4 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868313 Jun 28 11:17:35.018124 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df473444-ec38-4258-8ba7-2a412fa6977a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d3a309-73a8-4cd8-956d-62087c3089f8,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:35.053066 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-df473444-ec38-4258-8ba7-2a412fa6977a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.054491 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-df473444-ec38-4258-8ba7-2a412fa6977a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98d3a309-73a8-4cd8-956d-62087c3089f8 HTTP/1.1" status: 204 len: 168 time: 0.3687694 Jun 28 11:17:35.128307 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.134401 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.157230 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.179694 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603c8a00-534c-47c3-9de9-03f37e39ca5d,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:35.200128 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-13a12548-2743-4af9-8633-eaecffb6bf7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1afeee41efb6462ab4b578acab05c081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5862515 Jun 28 11:17:35.202847 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53018) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:35.266309 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4959d553-55f8-453c-bc87-88023508932d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.300197 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4959d553-55f8-453c-bc87-88023508932d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.359213 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4959d553-55f8-453c-bc87-88023508932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.380849 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959d553-55f8-453c-bc87-88023508932d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603c8a00-534c-47c3-9de9-03f37e39ca5d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:35.386987 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4959d553-55f8-453c-bc87-88023508932d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.389148 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-4959d553-55f8-453c-bc87-88023508932d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/603c8a00-534c-47c3-9de9-03f37e39ca5d HTTP/1.1" status: 204 len: 168 time: 0.1846659 Jun 28 11:17:35.579641 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Deleting port 38e94000-f11f-4307-91da-7c56e65fb1aa {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:17:35.580068 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:35.838614 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] For port 38e94000-f11f-4307-91da-7c56e65fb1aa, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=38e94000-f11f-4307-91da-7c56e65fb1aa,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:35.838614 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.095710 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Calling delete_port for 38e94000-f11f-4307-91da-7c56e65fb1aa owned by network:router_interface {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:17:36.441181 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:17:36.670268 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8197f-1b94-4ff0-929d-3cc346288cd0 req-61e5465b-0022-493e-b434-92892d568d08 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:36.672224 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-40a8197f-1b94-4ff0-929d-3cc346288cd0 req-61e5465b-0022-493e-b434-92892d568d08 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.4185464 Jun 28 11:17:36.771324 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-40a8197f-1b94-4ff0-929d-3cc346288cd0 req-769339de-1a38-4410-bede-6f2f95d1a8a2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611632 Jun 28 11:17:36.778499 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:36.829484 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e94000-f11f-4307-91da-7c56e65fb1aa,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:37.076155 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:37.488806 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:37.685049 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:37.697759 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] Sync routers for ids ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:37.709012 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] Routers {'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:37.709909 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:37.713033 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-d255cdaf-69ff-43ed-ae7f-56d505dd6467 admin admin] 10.222.0.15 "PUT /v2.0/routers/f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4609880 Jun 28 11:17:37.714187 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53146) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:37.973608 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks [] for router, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:37.990725 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] Set router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:38.095680 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce5dca-7e4f-4464-ab86-1a0fb7b69da9 req-7bfb4a88-3c78-4ddf-96a4-5e81565fae5a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:38.104555 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-59ce5dca-7e4f-4464-ab86-1a0fb7b69da9 req-7bfb4a88-3c78-4ddf-96a4-5e81565fae5a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1927545 Jun 28 11:17:38.205860 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-59ce5dca-7e4f-4464-ab86-1a0fb7b69da9 req-e642522b-d7f5-4700-9880-028c20e6fcf5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950160 Jun 28 11:17:38.257093 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:38.280390 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Deleting port 902a50b1-a4fa-4dd2-a68b-47f997a02431 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:17:38.281645 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:38.409712 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:17:36Z', 'revision_number': 5, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port': {'id': '902a50b1-a4fa-4dd2-a68b-47f997a02431', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:33:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:38.413609 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] Checking router: f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:38.424050 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] Routers {'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:38.424050 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:38.521516 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] For port 902a50b1-a4fa-4dd2-a68b-47f997a02431, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=902a50b1-a4fa-4dd2-a68b-47f997a02431,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:38.522623 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:38.649075 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] Set router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c gateway port host: None {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:38.667839 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Calling delete_port for 902a50b1-a4fa-4dd2-a68b-47f997a02431 owned by network:router_gateway {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:17:38.778880 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:17:38Z', 'revision_number': 6, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:38.785341 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c413253-dfc1-4231-aea4-a12287d50196 None None] The sync data for ids ['f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c'] in dv-cinder-844605-1-smb is: [{'id': 'f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c', 'name': 'tempest-DeleteServersTestJSON-438458979-router', 'tenant_id': '31fe3a3511ef44c090a06e54e8c7d294', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:25Z', 'updated_at': '2022-06-28T11:17:38Z', 'revision_number': 6, 'project_id': '31fe3a3511ef44c090a06e54e8c7d294', 'gw_port_host': None}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:39.036294 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.104527 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=902a50b1-a4fa-4dd2-a68b-47f997a02431,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:39.229144 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.231565 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 38e94000-f11f-4307-91da-7c56e65fb1aa no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:17:39.296827 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 38e94000-f11f-4307-91da-7c56e65fb1aa {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:17:39.298305 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 38e94000-f11f-4307-91da-7c56e65fb1aa not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:17:39.490649 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755af2e-5934-461f-b07e-3adec840486e req-85b1c90f-08a0-4f7f-8b86-3fc4863dd779 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.499535 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6755af2e-5934-461f-b07e-3adec840486e req-85b1c90f-08a0-4f7f-8b86-3fc4863dd779 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1276808 Jun 28 11:17:39.543205 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.545688 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.558493 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6755af2e-5934-461f-b07e-3adec840486e req-d11652cb-18a9-4c80-9890-a80f82056002 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557637 Jun 28 11:17:39.634870 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.635558 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c {{(pid=88103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:17:39.658049 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.659131 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b4784eb1-e449-4162-9263-189acbe8dc13 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f3235ab0-9068-4ad3-b1a0-a93a3f2a2f2c HTTP/1.1" status: 204 len: 168 time: 1.9438622 Jun 28 11:17:39.661822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53222) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:39.773471 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ff8d10-270a-4852-82ed-64a3a31507e7 admin admin] Deleting subnet c8bec309-a7b4-4bb7-bbba-0f859d86f152 {{(pid=88103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:17:39.776707 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a1ff8d10-270a-4852-82ed-64a3a31507e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.844307 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a1ff8d10-270a-4852-82ed-64a3a31507e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33333198'] for subnet, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.972887 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a1ff8d10-270a-4852-82ed-64a3a31507e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.051577 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a1ff8d10-270a-4852-82ed-64a3a31507e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33429580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31592037'] for subnet, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.104396 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a1ff8d10-270a-4852-82ed-64a3a31507e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.109627 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff8d10-270a-4852-82ed-64a3a31507e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8bec309-a7b4-4bb7-bbba-0f859d86f152,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:40.117865 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a1ff8d10-270a-4852-82ed-64a3a31507e7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c8bec309-a7b4-4bb7-bbba-0f859d86f152 HTTP/1.1" status: 204 len: 168 time: 0.4524107 Jun 28 11:17:40.118060 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53244) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:40.129397 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d5060-3040-401e-bc27-3c2d66f8d152 None None] Network 513b56e6-1b3c-4071-a1d7-2a58cf7997bc requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:40.246292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.266014 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Deleting port 15f5281c-1165-4363-a5dd-dbb4db305024 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:17:40.266349 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.446939 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] DHCP port deletion for 513b56e6-1b3c-4071-a1d7-2a58cf7997bc request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:17:40.451776 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] Deleting port 15f5281c-1165-4363-a5dd-dbb4db305024 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:17:40.452222 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.493278 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] For port 15f5281c-1165-4363-a5dd-dbb4db305024, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=15f5281c-1165-4363-a5dd-dbb4db305024,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:40.493278 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.677904 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Calling delete_port for 15f5281c-1165-4363-a5dd-dbb4db305024 owned by network:dhcp {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:17:40.827703 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] For port 15f5281c-1165-4363-a5dd-dbb4db305024, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=15f5281c-1165-4363-a5dd-dbb4db305024,segment=NetworkSegment(aac83ed1-52f7-470d-8789-7544b673bca6),segment_id=aac83ed1-52f7-470d-8789-7544b673bca6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:40.828510 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.836068 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.901314 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f0250-21f4-4464-b575-7dff992b52d6 req-27e67478-cc23-4098-8bba-c43ee169548e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.902943 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-483f0250-21f4-4464-b575-7dff992b52d6 req-27e67478-cc23-4098-8bba-c43ee169548e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2154877 Jun 28 11:17:40.941158 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] No DVR routers for this DVR port 15f5281c-1165-4363-a5dd-dbb4db305024 on host dv-cinder-844605-1-smb {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:17:40.988370 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-483f0250-21f4-4464-b575-7dff992b52d6 req-9d3138d9-2b4d-41a9-bd66-f62567508077 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749080 Jun 28 11:17:41.032440 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=15f5281c-1165-4363-a5dd-dbb4db305024,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:41.059722 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] Calling delete_port for 15f5281c-1165-4363-a5dd-dbb4db305024 owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:17:41.166284 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.188575 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53300) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:41.201560 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513b56e6-1b3c-4071-a1d7-2a58cf7997bc']}} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:41.218822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac83ed1-52f7-470d-8789-7544b673bca6') {'for_net_delete': True} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:41.219120 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac83ed1-52f7-470d-8789-7544b673bca6') {} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:41.232637 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33333191'] for segment, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.246909 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 15f5281c-1165-4363-a5dd-dbb4db305024 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:17:41.247460 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53306) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:41.299836 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 15f5281c-1165-4363-a5dd-dbb4db305024 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:17:41.300164 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 15f5281c-1165-4363-a5dd-dbb4db305024 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:17:41.300600 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 902a50b1-a4fa-4dd2-a68b-47f997a02431 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:17:41.341542 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 902a50b1-a4fa-4dd2-a68b-47f997a02431 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:17:41.341871 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 902a50b1-a4fa-4dd2-a68b-47f997a02431 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:17:41.345988 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.api [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:17:41.346410 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG oslo_db.api [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:17:41.397041 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.405669 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:17:41.406252 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33429730'] for segment, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.449368 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.459111 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.474135 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment aac83ed1-52f7-470d-8789-7544b673bca6 resource provider aggregate not found Jun 28 11:17:41.477754 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:41.485131 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:41.487633 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] Usage tracker for resource:security_group_rule and tenant:2a0b1b58ab8040ae979bf11b8fd5d491 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:41.491961 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:41.495592 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] Usage tracker for resource:security_group_rule and tenant:3d5f0cad47cd435781ad3b443a8c55ae is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:41.500968 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:41.503873 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:41.504270 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment aac83ed1-52f7-470d-8789-7544b673bca6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aac83ed1-52f7-470d-8789-7544b673bca6 found for delete ", "request_id": "req-41b1c7a6-6bc9-47dd-9573-afad30501906"}]} Jun 28 11:17:41.509897 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:41.514561 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.534250 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.542349 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=513b56e6-1b3c-4071-a1d7-2a58cf7997bc,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:41.549791 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-33d12059-2d8d-446e-b3c4-16e2644c2cd1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/513b56e6-1b3c-4071-a1d7-2a58cf7997bc HTTP/1.1" status: 204 len: 168 time: 1.4307320 Jun 28 11:17:41.659138 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.664206 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.670207 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.675812 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53326) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:41.712993 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.736485 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-363a9b69-fa3d-4b1d-95cc-bf85132b4558 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31fe3a3511ef44c090a06e54e8c7d294&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0593188 Jun 28 11:17:41.739622 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53332) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:41.759576 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d315df3-d289-4856-9c79-67033a850005,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:41.771266 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f09d9c36-6cca-4895-9825-abfca26d1424 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a0b1b58ab8040ae979bf11b8fd5d491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5809972 Jun 28 11:17:41.772863 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53338) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:41.789452 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d5f0cad47cd435781ad3b443a8c55ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383265 Jun 28 11:17:41.796876 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53342) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:41.834014 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7eba1f-3e94-40e0-b3e2-055a6027030d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4847e3-d721-4780-93d6-0d5b7a17bac1,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:41.847932 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] Deleting port 15f5281c-1165-4363-a5dd-dbb4db305024 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:17:41.848405 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.863898 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9566b5db-4d2b-40e1-bcb6-e01c52167f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.907775 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9566b5db-4d2b-40e1-bcb6-e01c52167f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.942381 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-240134b2-7fd1-42a0-870d-67fc201397da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.970909 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-240134b2-7fd1-42a0-870d-67fc201397da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.972207 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9c5cd7b9-bef0-4e37-854c-a14d9919a3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:41.978240 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-53dc698c-9dd8-4e8b-b692-c8c6df02f594 None None] The port '15f5281c-1165-4363-a5dd-dbb4db305024' was deleted {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:17:42.007364 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9c5cd7b9-bef0-4e37-854c-a14d9919a3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.040950 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9566b5db-4d2b-40e1-bcb6-e01c52167f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.047964 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-240134b2-7fd1-42a0-870d-67fc201397da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.059868 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566b5db-4d2b-40e1-bcb6-e01c52167f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e344504-41a8-4d51-acf7-a0113e1af62e,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:42.069514 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9566b5db-4d2b-40e1-bcb6-e01c52167f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.070735 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9566b5db-4d2b-40e1-bcb6-e01c52167f2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e344504-41a8-4d51-acf7-a0113e1af62e HTTP/1.1" status: 204 len: 168 time: 0.3298235 Jun 28 11:17:42.075573 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240134b2-7fd1-42a0-870d-67fc201397da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d315df3-d289-4856-9c79-67033a850005,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:42.092200 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9c5cd7b9-bef0-4e37-854c-a14d9919a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.108185 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-240134b2-7fd1-42a0-870d-67fc201397da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.108185 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-240134b2-7fd1-42a0-870d-67fc201397da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d315df3-d289-4856-9c79-67033a850005 HTTP/1.1" status: 204 len: 168 time: 0.3160985 Jun 28 11:17:42.123831 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cd7b9-bef0-4e37-854c-a14d9919a3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4847e3-d721-4780-93d6-0d5b7a17bac1,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:42.133682 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9c5cd7b9-bef0-4e37-854c-a14d9919a3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.137577 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9c5cd7b9-bef0-4e37-854c-a14d9919a3c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b4847e3-d721-4780-93d6-0d5b7a17bac1 HTTP/1.1" status: 204 len: 168 time: 0.3395109 Jun 28 11:17:42.227442 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f71d31-2ce0-4c86-a885-2c449bc6e6a5 req-a323a189-0ae7-45d6-8057-aac73d04b65c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:42.228948 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-61f71d31-2ce0-4c86-a885-2c449bc6e6a5 req-a323a189-0ae7-45d6-8057-aac73d04b65c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.0963697 Jun 28 11:17:42.277976 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-61f71d31-2ce0-4c86-a885-2c449bc6e6a5 req-9991cb75-2129-49de-8d40-d25c2af0a812 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428336 Jun 28 11:17:42.723940 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53380) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:42.754944 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.788918 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:42.794764 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea6343109914c53b86a6524ffc087ce is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:42.798163 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:42.807160 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:42.933647 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.939657 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:42.986600 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf991a4-e35a-4c78-a602-e7f237fb1208,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:43.014140 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-775b96fa-1f0c-4ccc-b8c0-e59d325b0414 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ea6343109914c53b86a6524ffc087ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890205 Jun 28 11:17:43.017079 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53400) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:43.110745 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6de57880-4af7-4198-b7ce-6eb28315d3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:43.150788 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6de57880-4af7-4198-b7ce-6eb28315d3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:43.231769 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6de57880-4af7-4198-b7ce-6eb28315d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:43.252816 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de57880-4af7-4198-b7ce-6eb28315d3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf991a4-e35a-4c78-a602-e7f237fb1208,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:43.255186 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6de57880-4af7-4198-b7ce-6eb28315d3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:43.259198 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-6de57880-4af7-4198-b7ce-6eb28315d3fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaf991a4-e35a-4c78-a602-e7f237fb1208 HTTP/1.1" status: 204 len: 168 time: 0.2411084 Jun 28 11:17:43.416082 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53462) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:43.513958 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f36a12-3061-402d-9347-2460f0836be1 req-4a6758c4-0417-42e6-9860-6cfa781ff0d8 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:43.515562 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b8f36a12-3061-402d-9347-2460f0836be1 req-4a6758c4-0417-42e6-9860-6cfa781ff0d8 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1189127 Jun 28 11:17:43.566296 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b8f36a12-3061-402d-9347-2460f0836be1 req-37c30856-d425-45b6-a512-c8dc69562fb6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Jun 28 11:17:43.741195 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53478) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:43.802292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:43.820511 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:43.825308 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c11d76e17e3431fa78a9ea380fe24bb is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:43.833419 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-network', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:43.837679 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:43.841158 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:43.853528 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:43.856738 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Usage tracker for resource:network and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:43.862311 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:43.875108 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:43.907306 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Made reservation on behalf of f32c9c5b808b41ed99ab4ea837fe4cf4 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:43.910795 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:43.927426 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:43.978702 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:43.989167 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Usage tracker for resource:security_group_rule and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:43.996946 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:44.005193 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:44.101647 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.114475 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.176046 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c11d76e17e3431fa78a9ea380fe24bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580307 Jun 28 11:17:44.179332 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53518) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:44.218114 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788469f4-8be0-4782-9e57-cfcdffe8b3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b61905-0da1-4fe3-829e-f2f21dec9e60,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:44.310570 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.321570 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.326032 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-20b7da53-bf92-48b7-aeac-00c81d026601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.338335 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:17:44.353091 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.353465 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Added segment f0d2b15f-273d-4000-9674-e2a9392daab3 of type vlan for network 2f7f84fa-cb69-41c2-8c36-3055118742f0 Jun 28 11:17:44.401424 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-20b7da53-bf92-48b7-aeac-00c81d026601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.445239 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ac2a3e-68da-4e90-bcda-ee88b10875e2,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:44.470744 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.498372 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-20b7da53-bf92-48b7-aeac-00c81d026601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.517692 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.517855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7da53-bf92-48b7-aeac-00c81d026601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b61905-0da1-4fe3-829e-f2f21dec9e60,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:44.520050 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:44.521174 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.523181 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-20b7da53-bf92-48b7-aeac-00c81d026601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:44.527531 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-20b7da53-bf92-48b7-aeac-00c81d026601 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11b61905-0da1-4fe3-829e-f2f21dec9e60 HTTP/1.1" status: 204 len: 168 time: 0.3439646 Jun 28 11:17:44.687249 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] Pushing event updated for resources: {'Network': ['ID=2f7f84fa-cb69-41c2-8c36-3055118742f0,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:44.698653 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:17:44.699448 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-54ae8f4b-01e7-4d7f-8b71-8e073e556c48 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9549680 Jun 28 11:17:44.702576 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53540) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:44.709299 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Request body: {'subnet': {'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-subnet', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:44.716594 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:44.723438 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Usage tracker for resource:subnet and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:44.728090 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:44.736632 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:44.765475 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Made reservation on behalf of f32c9c5b808b41ed99ab4ea837fe4cf4 for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:44.768185 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.099191 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eebe48-903f-4c8e-8ccb-f1fb6c327ea2 req-06d8bc6a-2ab2-439c-b576-5f449b45fb9c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:45.100850 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-96eebe48-903f-4c8e-8ccb-f1fb6c327ea2 req-06d8bc6a-2ab2-439c-b576-5f449b45fb9c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.3372393 Jun 28 11:17:45.102269 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.197649 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53554) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:45.206780 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-96eebe48-903f-4c8e-8ccb-f1fb6c327ea2 req-fade1207-ea08-4889-ad57-666da666b172 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668688 Jun 28 11:17:45.219119 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.233707 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Checking segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:45.234069 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Network hostable DHCP agents. Network: 2f7f84fa-cb69-41c2-8c36-3055118742f0, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:17:45.239050 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec653023-7394-4d1f-9552-dfde6561bcc0,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:45.247899 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:45.253218 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] Usage tracker for resource:security_group_rule and tenant:192e45d0b38e4a2c99f4d1ea51ea0e25 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:45.257321 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:45.266063 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:45.272557 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:17:45.291728 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 2f7f84fa-cb69-41c2-8c36-3055118742f0) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:45.297137 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:45.298444 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.303790 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49466e2a-6d36-4a0a-96ee-17276da95c6a None None] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:45.344768 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-2a1c2be1-aa4d-41e9-8916-400f6b40f129 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6399207 Jun 28 11:17:45.347786 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53560) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:45.354491 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:45.360498 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:45.366702 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Usage tracker for resource:router and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:45.370883 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:45.379323 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:45.430940 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.439846 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.446052 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.447093 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.477422 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.497788 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=192e45d0b38e4a2c99f4d1ea51ea0e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990263 Jun 28 11:17:45.505230 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53566) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:45.523381 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437b7b1-4650-43d8-b566-6ec7cd4f3e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00a489a-05d3-47b2-9ab0-6402e577b38a,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:45.627801 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-2f7f84fa-cb69-41c2-8c36-3055118742f0', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:17:45.629081 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.883340 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Allocated IP 172.20.0.2 (2f7f84fa-cb69-41c2-8c36-3055118742f0/ec653023-7394-4d1f-9552-dfde6561bcc0/b58cb75d-e499-4713-a07e-76fc3b469fb5) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:45.976047 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-34dae862-f21c-4f4f-9b2e-60768d62f64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:45.986548 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.119178 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-34dae862-f21c-4f4f-9b2e-60768d62f64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.197392 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.211914 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Transition to ACTIVE for port object b58cb75d-e499-4713-a07e-76fc3b469fb5 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:46.235857 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Transition to ACTIVE for port object b58cb75d-e499-4713-a07e-76fc3b469fb5 will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:46.242874 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.264484 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-34dae862-f21c-4f4f-9b2e-60768d62f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.281634 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dae862-f21c-4f4f-9b2e-60768d62f64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00a489a-05d3-47b2-9ab0-6402e577b38a,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:46.311975 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-34dae862-f21c-4f4f-9b2e-60768d62f64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.316037 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-34dae862-f21c-4f4f-9b2e-60768d62f64f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f00a489a-05d3-47b2-9ab0-6402e577b38a HTTP/1.1" status: 204 len: 168 time: 0.8058558 Jun 28 11:17:46.361725 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:46.367875 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:46.371294 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:46.377832 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Pushing event updated for resources: {'Port': ['ID=b58cb75d-e499-4713-a07e-76fc3b469fb5,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:46.421041 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.421388 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.421727 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.422060 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.422388 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.422716 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.423035 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.423369 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.423677 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.423994 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.424312 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.424651 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:46.495129 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Attempting to bind port b58cb75d-e499-4713-a07e-76fc3b469fb5 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:46.495490 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Attempting to bind port b58cb75d-e499-4713-a07e-76fc3b469fb5 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:46.495847 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Attempting to bind port b58cb75d-e499-4713-a07e-76fc3b469fb5 on network 2f7f84fa-cb69-41c2-8c36-3055118742f0 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:46.502499 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:46.502867 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Checking segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:46.503314 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.503705 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Bound using segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:46.504199 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Bound port: b58cb75d-e499-4713-a07e-76fc3b469fb5, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:46.504618 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.591104 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.606200 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-814e6322-e716-4195-b40b-d0479109b392 None None] For port b58cb75d-e499-4713-a07e-76fc3b469fb5, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:46.609489 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-814e6322-e716-4195-b40b-d0479109b392 None None] For port b58cb75d-e499-4713-a07e-76fc3b469fb5, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=b58cb75d-e499-4713-a07e-76fc3b469fb5,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:46.615288 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.624055 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:46.634560 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66667385-84f2-4639-97cf-764068c0f38d req-6e6ba722-1e38-485f-a655-3938c64b071b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:46.636923 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-66667385-84f2-4639-97cf-764068c0f38d req-6e6ba722-1e38-485f-a655-3938c64b071b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2546213 Jun 28 11:17:46.716876 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e6322-e716-4195-b40b-d0479109b392 None None] Pushing event updated for resources: {'Port': ['ID=b58cb75d-e499-4713-a07e-76fc3b469fb5,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:46.752606 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-66667385-84f2-4639-97cf-764068c0f38d req-294b8733-22b5-4538-9b81-2668cb56f9b2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754335 Jun 28 11:17:46.822132 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Allocated IP 172.28.1.184 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/8154bece-f02f-49d8-8a2a-abc7aee6815b) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:47.045834 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.100797 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.167705 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:47.173403 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:47.182262 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:47.231751 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device b58cb75d-e499-4713-a07e-76fc3b469fb5 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:47.317233 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Pushing event updated for resources: {'Port': ['ID=8154bece-f02f-49d8-8a2a-abc7aee6815b,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:47.392857 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port b58cb75d-e499-4713-a07e-76fc3b469fb5 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:47.758777 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.787473 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53638) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:48.088275 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.107077 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:48.112642 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] Usage tracker for resource:security_group_rule and tenant:f6b54f7c5d024b6eba58f8aebaf3b734 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:48.115970 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:48.122125 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:48.232402 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5c725-b3b9-4392-a8a1-d3d064ddea9f req-ce43897a-9c17-4c7a-8544-c288182d9d0d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:48.234154 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6bc5c725-b3b9-4392-a8a1-d3d064ddea9f req-ce43897a-9c17-4c7a-8544-c288182d9d0d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2843697 Jun 28 11:17:48.255737 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b945a855-eecf-4c66-ad1d-9dccf0817105 None None] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:48.273800 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.282356 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.286206 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53652) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:48.336802 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6b54f7c5d024b6eba58f8aebaf3b734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5480962 Jun 28 11:17:48.341944 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53658) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:48.367104 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5def01b-576e-4f5a-aca9-1043b95b7b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7984bd61-b238-4ebb-90c3-ba74dcf969c7,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:48.390982 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-aec7f868-a3ae-4a66-a7bd-881877c180cc None None] Provisioning for port b58cb75d-e499-4713-a07e-76fc3b469fb5 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:48.405348 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-aec7f868-a3ae-4a66-a7bd-881877c180cc None None] Provisioning complete for port b58cb75d-e499-4713-a07e-76fc3b469fb5 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:48.405715 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-aec7f868-a3ae-4a66-a7bd-881877c180cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.422232 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6bc5c725-b3b9-4392-a8a1-d3d064ddea9f req-1a9d34fc-6721-4b12-933f-613bf19ea062 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348784 Jun 28 11:17:48.489376 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.520553 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fefab671-5d1f-499e-b437-1da8b46fd13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.576342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fefab671-5d1f-499e-b437-1da8b46fd13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.666514 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.696654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:48.704068 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] Usage tracker for resource:security_group_rule and tenant:3a82fc451f3d4cc0820fda2d20370592 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:48.709773 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:48.722643 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:48.724863 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fefab671-5d1f-499e-b437-1da8b46fd13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.757830 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefab671-5d1f-499e-b437-1da8b46fd13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7984bd61-b238-4ebb-90c3-ba74dcf969c7,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:48.774853 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fefab671-5d1f-499e-b437-1da8b46fd13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.776583 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-fefab671-5d1f-499e-b437-1da8b46fd13c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7984bd61-b238-4ebb-90c3-ba74dcf969c7 HTTP/1.1" status: 204 len: 168 time: 0.4333487 Jun 28 11:17:48.789822 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-aec7f868-a3ae-4a66-a7bd-881877c180cc None None] Current status of the port b58cb75d-e499-4713-a07e-76fc3b469fb5 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:48.790217 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-aec7f868-a3ae-4a66-a7bd-881877c180cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.839814 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:17:48.896447 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53678) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:48.922829 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-aec7f868-a3ae-4a66-a7bd-881877c180cc None None] For port b58cb75d-e499-4713-a07e-76fc3b469fb5, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=b58cb75d-e499-4713-a07e-76fc3b469fb5,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:48.937674 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-aec7f868-a3ae-4a66-a7bd-881877c180cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.073215 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7f868-a3ae-4a66-a7bd-881877c180cc None None] Pushing event updated for resources: {'Port': ['ID=b58cb75d-e499-4713-a07e-76fc3b469fb5,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:49.101907 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.110292 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.118846 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.123373 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:49.128966 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc9de59deb84ef68db03b0b9fa8aad9 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:49.132897 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:49.137128 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.141459 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:49.182650 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a82fc451f3d4cc0820fda2d20370592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8942342 Jun 28 11:17:49.186290 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53686) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:49.186513 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4a57d-997a-49c7-bd70-f21f5b4c41ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5799dc-18bb-4072-ba2f-ddd180c839ec,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:49.218163 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:49.232426 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Sync routers for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:49.246288 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:49.247139 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:49.258217 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.259766 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-58ff0f61-1855-4ba3-b146-9c4609797ade admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9108846 Jun 28 11:17:49.270316 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53692) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:49.303543 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e58a95c8-ed38-477f-bee3-77a16ffebed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.323973 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.341009 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.365806 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e58a95c8-ed38-477f-bee3-77a16ffebed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.425586 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-6703e2b2-1b71-4942-8547-49da39ef43f7 None None] Provisioning complete for port b58cb75d-e499-4713-a07e-76fc3b469fb5 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:49.426687 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6703e2b2-1b71-4942-8547-49da39ef43f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.442632 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbc9de59deb84ef68db03b0b9fa8aad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450158 Jun 28 11:17:49.443634 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53700) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:49.516710 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:49.517234 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01117b-f6aa-4c0e-a01a-e006e4f5fc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05930629-29da-4316-95b0-40f09987eed6,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:49.571952 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e58a95c8-ed38-477f-bee3-77a16ffebed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.611988 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a95c8-ed38-477f-bee3-77a16ffebed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5799dc-18bb-4072-ba2f-ddd180c839ec,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:49.630887 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e58a95c8-ed38-477f-bee3-77a16ffebed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.634657 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-e58a95c8-ed38-477f-bee3-77a16ffebed1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e5799dc-18bb-4072-ba2f-ddd180c839ec HTTP/1.1" status: 204 len: 168 time: 0.4471695 Jun 28 11:17:49.643421 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6362-d2b2-4176-9e1b-12d355c9ccdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.674918 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6362-d2b2-4176-9e1b-12d355c9ccdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.772400 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6362-d2b2-4176-9e1b-12d355c9ccdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.802530 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf6362-d2b2-4176-9e1b-12d355c9ccdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05930629-29da-4316-95b0-40f09987eed6,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:49.824256 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6362-d2b2-4176-9e1b-12d355c9ccdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.829180 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-2dbf6362-d2b2-4176-9e1b-12d355c9ccdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05930629-29da-4316-95b0-40f09987eed6 HTTP/1.1" status: 204 len: 168 time: 0.3693030 Jun 28 11:17:49.899692 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-6703e2b2-1b71-4942-8547-49da39ef43f7 None None] Current status of the port b58cb75d-e499-4713-a07e-76fc3b469fb5 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:50.035270 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:47Z', 'revision_number': 3, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:50.040821 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Checking router: 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:50.041361 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Updating router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 port 8154bece-f02f-49d8-8a2a-abc7aee6815b binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:17:50.157022 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.379263 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bded265-38ac-4477-8fea-d25da1ed97a7 req-f2188756-89e5-4557-865b-2de8341e6a06 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:50.381329 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5bded265-38ac-4477-8fea-d25da1ed97a7 req-f2188756-89e5-4557-865b-2de8341e6a06 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.5174482 Jun 28 11:17:50.440213 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53738) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:50.475140 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5bded265-38ac-4477-8fea-d25da1ed97a7 req-4fcea16d-e58e-4ec5-8a8a-2b514d714482 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806923 Jun 28 11:17:50.497228 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.589812 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:50.603338 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] Usage tracker for resource:security_group_rule and tenant:937c9dfdcd8d466486a72fec084c4996 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:50.609877 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:50.629021 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53744) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:50.629913 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:50.708543 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.721798 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.741815 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Transition to ACTIVE for port object 8154bece-f02f-49d8-8a2a-abc7aee6815b will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:50.753668 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.831788 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.839480 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.894751 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=937c9dfdcd8d466486a72fec084c4996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447894 Jun 28 11:17:50.900015 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-772855302-network', 'tenant_id': '6021069b4b724465a97f6388bbc38047'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:50.906582 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53756) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:50.920674 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Attempting to bind port 8154bece-f02f-49d8-8a2a-abc7aee6815b on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:50.921035 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Attempting to bind port 8154bece-f02f-49d8-8a2a-abc7aee6815b by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:50.921396 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Attempting to bind port 8154bece-f02f-49d8-8a2a-abc7aee6815b on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:50.928934 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:50.942628 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:50.943040 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:50.946999 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.951707 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:50.951978 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Bound port: 8154bece-f02f-49d8-8a2a-abc7aee6815b, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:50.952366 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.954015 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Usage tracker for resource:network and tenant:6021069b4b724465a97f6388bbc38047 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:50.965318 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:50.978972 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ad044-e4bc-4097-b212-4817b7459810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a7379-e957-4ea9-a05c-7a996921fcc8,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:50.992846 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:50.995130 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c53d0a-3696-4485-b51b-91e7c058f291 None None] Pushing event updated for resources: {'Port': ['ID=8154bece-f02f-49d8-8a2a-abc7aee6815b,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:51.038479 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Made reservation on behalf of 6021069b4b724465a97f6388bbc38047 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:51.047970 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.063818 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.094974 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d3fe938e-4fdf-4949-a852-164861f74e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.111323 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:51.121262 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Usage tracker for resource:security_group_rule and tenant:6021069b4b724465a97f6388bbc38047 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:51.127673 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:51.133841 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] For port 8154bece-f02f-49d8-8a2a-abc7aee6815b, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:51.140772 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:51.142674 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Allocated IP 172.20.0.1 (2f7f84fa-cb69-41c2-8c36-3055118742f0/ec653023-7394-4d1f-9552-dfde6561bcc0/52080c41-6d8e-47ad-89ca-8744c132eab5) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:51.142968 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] For port 8154bece-f02f-49d8-8a2a-abc7aee6815b, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=8154bece-f02f-49d8-8a2a-abc7aee6815b,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:51.157533 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.223066 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device b58cb75d-e499-4713-a07e-76fc3b469fb5 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:51.256363 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d3fe938e-4fdf-4949-a852-164861f74e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.310905 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:51.311906 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:51.386210 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.407388 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Transition to ACTIVE for port object 52080c41-6d8e-47ad-89ca-8744c132eab5 will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:51.448883 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.471377 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.477078 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.477249 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c53d0a-3696-4485-b51b-91e7c058f291 None None] Pushing event updated for resources: {'Port': ['ID=8154bece-f02f-49d8-8a2a-abc7aee6815b,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:51.502838 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d3fe938e-4fdf-4949-a852-164861f74e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.520055 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port b58cb75d-e499-4713-a07e-76fc3b469fb5 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:51.530382 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.541245 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:17:51.544361 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d3fe938e-4fdf-4949-a852-164861f74e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.548158 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d3fe938e-4fdf-4949-a852-164861f74e1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c13a7379-e957-4ea9-a05c-7a996921fcc8 HTTP/1.1" status: 204 len: 168 time: 0.6371162 Jun 28 11:17:51.550080 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3d9be9-f4ba-437d-8dbf-2994006b9118,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:51.583578 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe938e-4fdf-4949-a852-164861f74e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a7379-e957-4ea9-a05c-7a996921fcc8,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:51.594518 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.594712 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:51.595663 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Added segment 8322fcc4-628a-4d76-a003-ce9a08d3aeb8 of type vlan for network 888b2436-5308-4b2a-aa94-510f5343bc8b Jun 28 11:17:51.601208 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:51.608104 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:51.609999 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.625636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.675860 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.677195 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:51.678055 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.829663 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:52.005464 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Pushing event updated for resources: {'Port': ['ID=52080c41-6d8e-47ad-89ca-8744c132eab5,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:52.084562 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030ae8-46cd-483e-ab02-b7bbb506aff8 req-4b0a98b8-0e81-48de-aa2a-aae1fb85a93b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:52.089320 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4561527 Jun 28 11:17:52.094170 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-35030ae8-46cd-483e-ab02-b7bbb506aff8 req-4b0a98b8-0e81-48de-aa2a-aae1fb85a93b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2468534 Jun 28 11:17:52.098767 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53790) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:52.102006 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2f128-522a-4426-a735-1d2c340fbdbd admin admin] Pushing event updated for resources: {'Network': ['ID=888b2436-5308-4b2a-aa94-510f5343bc8b,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:52.109626 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Request body: {'subnet': {'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-772855302-subnet', 'tenant_id': '6021069b4b724465a97f6388bbc38047', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:52.115896 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:52.120668 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Usage tracker for resource:subnet and tenant:6021069b4b724465a97f6388bbc38047 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:52.126917 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:52.133842 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:52.148975 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Made reservation on behalf of 6021069b4b724465a97f6388bbc38047 for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:52.152970 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31592024'] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.208314 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 888b2436-5308-4b2a-aa94-510f5343bc8b details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:17:52.257440 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.291121 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-35030ae8-46cd-483e-ab02-b7bbb506aff8 req-ea13e571-9d5c-4bcb-bc08-d9438ad5a05e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911714 Jun 28 11:17:52.494776 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53808) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:52.550784 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.575027 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.582542 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.583376 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.596269 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:52.608014 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] Usage tracker for resource:security_group_rule and tenant:15adbd39d3e64319ac9f51e9266884d1 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:52.615122 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:52.630171 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port b58cb75d-e499-4713-a07e-76fc3b469fb5 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:52.634005 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:52.688164 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33431425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31592046'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.780975 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-d8c198ea-3d0e-408a-8034-36a68076346d None None] Provisioning for port 52080c41-6d8e-47ad-89ca-8744c132eab5 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:52.783898 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-5ca1bed9-c4b2-4242-b66a-ebacf5fce4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.789750 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Pushing event updated for resources: {'Port': ['ID=52080c41-6d8e-47ad-89ca-8744c132eab5,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:52.846820 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-d8c198ea-3d0e-408a-8034-36a68076346d None None] Provisioning complete for port 52080c41-6d8e-47ad-89ca-8744c132eab5 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:52.847824 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d8c198ea-3d0e-408a-8034-36a68076346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.870528 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:52.876820 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:52.891927 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4f8e1b-398c-46e1-afd8-176385a1881a,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:52.996288 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.997613 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Checking segment: {'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:52.998185 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Network hostable DHCP agents. Network: 888b2436-5308-4b2a-aa94-510f5343bc8b, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:17:53.024358 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.066650 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Network 888b2436-5308-4b2a-aa94-510f5343bc8b is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:17:53.088284 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 888b2436-5308-4b2a-aa94-510f5343bc8b) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:53.101037 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:53.101681 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.105610 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-d8c198ea-3d0e-408a-8034-36a68076346d None None] Port 52080c41-6d8e-47ad-89ca-8744c132eab5 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:53.116454 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e16eb49-19fb-4380-a8a9-66947d3d9090 None None] Network 888b2436-5308-4b2a-aa94-510f5343bc8b requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:53.119710 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15adbd39d3e64319ac9f51e9266884d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6296990 Jun 28 11:17:53.161937 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53840) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:53.179800 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd3776-05a3-4c6e-906a-6e41c2fc3759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91598d26-6dff-4e47-9965-8806e4f3fe81,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:53.270697 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-172e6c34-09b8-4cc9-aff3-313c49131394 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1617210 Jun 28 11:17:53.278625 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8791cbf6-a1c3-4f7f-89cb-fa5d4f02d24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.345731 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8791cbf6-a1c3-4f7f-89cb-fa5d4f02d24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.420745 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8791cbf6-a1c3-4f7f-89cb-fa5d4f02d24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.444928 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791cbf6-a1c3-4f7f-89cb-fa5d4f02d24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91598d26-6dff-4e47-9965-8806e4f3fe81,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:53.455398 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8791cbf6-a1c3-4f7f-89cb-fa5d4f02d24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.456668 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-8791cbf6-a1c3-4f7f-89cb-fa5d4f02d24e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91598d26-6dff-4e47-9965-8806e4f3fe81 HTTP/1.1" status: 204 len: 168 time: 0.2937167 Jun 28 11:17:53.501564 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:53.550908 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b790ad77-417d-4175-a20d-fb2d321ddd0b None None] Provisioning complete for port 52080c41-6d8e-47ad-89ca-8744c132eab5 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:53.551391 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b790ad77-417d-4175-a20d-fb2d321ddd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.673980 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b790ad77-417d-4175-a20d-fb2d321ddd0b None None] Port 52080c41-6d8e-47ad-89ca-8744c132eab5 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:53.713472 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:47Z', 'revision_number': 3, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:53.754970 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883930d-6571-4c9f-b78d-dd49756de9e1 None None] The sync data for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb is: [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:47Z', 'revision_number': 3, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:53.775425 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54b36da-23c7-40f6-a068-9b428604721f None None] Network 888b2436-5308-4b2a-aa94-510f5343bc8b requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:53.829412 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa5914-ed7d-438d-b7d6-6b3923fd03d2 req-e236a40a-6a20-4685-8cc9-a7d5b4113b32 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:53.831972 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e5aa5914-ed7d-438d-b7d6-6b3923fd03d2 req-e236a40a-6a20-4685-8cc9-a7d5b4113b32 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.3285825 Jun 28 11:17:53.978679 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:54.062977 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e5aa5914-ed7d-438d-b7d6-6b3923fd03d2 req-5226a6b0-189e-43d8-aef8-eeb914787b1c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209337 Jun 28 11:17:54.077119 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-73d23325-9d0d-472c-9c34-244eb05db657 admin admin] 10.222.0.15 "PUT /v2.0/routers/5e9f8326-88b9-47a2-84a6-8d6f1d81c772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8027556 Jun 28 11:17:54.308683 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0ec58801-9b70-4440-a19f-e92e583454fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.164330 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53916) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:55.170772 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81706050', 'description': 'tempest-description--707470779'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:55.180043 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:55.187458 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:security_group and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:55.193110 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:55.215049 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:55.215957 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 8154bece-f02f-49d8-8a2a-abc7aee6815b up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:55.233108 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.270455 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:55.313783 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:security_group_rule and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:55.322112 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:55.325960 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 8154bece-f02f-49d8-8a2a-abc7aee6815b completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:55.330805 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:55.336257 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 8154bece-f02f-49d8-8a2a-abc7aee6815b triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:55.336951 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.405611 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7824227-3a54-4981-870f-8b61de3fe8da req-283628ec-abdd-400a-abbd-49c559e6a29f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:55.408647 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f7824227-3a54-4981-870f-8b61de3fe8da req-283628ec-abdd-400a-abbd-49c559e6a29f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1417131 Jun 28 11:17:55.488957 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f7824227-3a54-4981-870f-8b61de3fe8da req-9947ecb6-c6a5-41b1-8964-a899fef09f6d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676835 Jun 28 11:17:55.499935 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.507012 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.581517 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 8154bece-f02f-49d8-8a2a-abc7aee6815b is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:55.581912 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.588034 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:55.589847 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.592121 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.596793 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-3e90e94a-93f5-427b-a951-4def26ddb1b7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4273658 Jun 28 11:17:55.597814 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 53930) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:55.598663 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.602278 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 8154bece-f02f-49d8-8a2a-abc7aee6815b, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=8154bece-f02f-49d8-8a2a-abc7aee6815b,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:55.604431 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'security_group_rule': {'security_group_id': '094107d4-0b3b-426a-b6c1-aac8aa2c9d3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:55.608330 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.613668 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:55.617774 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:security_group_rule and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:55.620865 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:55.627477 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:55.647391 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.722368 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=8154bece-f02f-49d8-8a2a-abc7aee6815b,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:55.734535 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.742178 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.767523 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e4c33f-0427-4b25-960a-a6405c4e355a,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:55.784089 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.788208 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-9a4bec16-b36d-4264-bbf6-61ae46b77d13 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1900172 Jun 28 11:17:55.788371 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53946) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:55.793574 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'security_group_rule': {'security_group_id': '094107d4-0b3b-426a-b6c1-aac8aa2c9d3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:55.803034 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:55.813360 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:security_group_rule and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:55.817799 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:55.832580 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:55.862332 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.969080 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.975259 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.006546 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3024c7f-dbb7-4796-a052-b51267a59d42,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:56.019868 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.024061 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-435dde29-78f8-49b8-a1f2-24826a91f293 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2318866 Jun 28 11:17:56.024263 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 53966) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:56.031116 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:56.037547 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:56.046928 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:floatingip and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:56.052003 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:56.058439 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:56.079976 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.085376 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Sync routers for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:56.098034 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:56.098909 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:56.267931 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.292277 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-fa24c7f6-f0fa-44b4-822a-abc1d3a56b9f tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:56.300211 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-fa24c7f6-f0fa-44b4-822a-abc1d3a56b9f tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/networks?id=888b2436-5308-4b2a-aa94-510f5343bc8b HTTP/1.1" status: 200 len: 813 time: 0.2332816 Jun 28 11:17:56.317767 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-09729f9b-a25c-4ebb-b9df-0638e813f6a1 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/quotas/6021069b4b724465a97f6388bbc38047 HTTP/1.1" status: 200 len: 375 time: 0.0164983 Jun 28 11:17:56.391128 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:56.410128 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-3d3dce79-d8a3-461b-9869-d7da4cc288e3 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6021069b4b724465a97f6388bbc38047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913820 Jun 28 11:17:56.587359 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Allocated IP 172.28.1.190 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/03200cb3-721a-4f23-913a-26c275136b49) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:56.610485 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c58e7-cc24-49c0-928b-3746a1f7af65 req-db80defe-f694-4d6c-bad0-9d120a70bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:56.612284 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-778c58e7-cc24-49c0-928b-3746a1f7af65 req-db80defe-f694-4d6c-bad0-9d120a70bf40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 1099 time: 0.1400094 Jun 28 11:17:56.709162 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-9b6559aa-ff5a-4a42-8d5e-307ca793374a service neutron] 10.222.0.15 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866805 Jun 28 11:17:56.729652 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-778c58e7-cc24-49c0-928b-3746a1f7af65 req-b6736b6c-0857-4b6e-9f30-f55782d4ec0a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017091 Jun 28 11:17:56.811811 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 2, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:56.822821 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Checking router: 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:56.823853 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Updating router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 port 52080c41-6d8e-47ad-89ca-8744c132eab5 binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:17:56.892367 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.895795 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.920880 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.966945 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.008099 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-9088e38b-1b34-4eae-b2c4-92f15440cb79 service neutron] 10.222.0.15 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983732 Jun 28 11:17:57.038035 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4352a-db34-407a-913e-1e499bf39898 req-3f873be8-b209-4e96-aca2-b065cce06a95 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:57.039746 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ead4352a-db34-407a-913e-1e499bf39898 req-3f873be8-b209-4e96-aca2-b065cce06a95 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2786074 Jun 28 11:17:57.065732 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:57.068686 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:57.072752 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:57.118641 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ead4352a-db34-407a-913e-1e499bf39898 req-4608d6cd-ed72-4a1f-8a4d-147d931be90a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708418 Jun 28 11:17:57.145021 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'Port': ['ID=03200cb3-721a-4f23-913a-26c275136b49,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:57.217378 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 8154bece-f02f-49d8-8a2a-abc7aee6815b up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:57.330103 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.385574 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bfaf80f1-0469-440a-b07e-b485a39dcc04 req-540de2b1-a312-453e-9297-f6fdc76184b5 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 210 time: 0.0802083 Jun 28 11:17:57.423291 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 8154bece-f02f-49d8-8a2a-abc7aee6815b triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:57.423892 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.472524 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.688134 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 8154bece-f02f-49d8-8a2a-abc7aee6815b is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:57.714922 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.729245 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Transition to ACTIVE for port object 52080c41-6d8e-47ad-89ca-8744c132eab5 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:57.739988 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.830247 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Pushing event updated for resources: {'Port': ['ID=52080c41-6d8e-47ad-89ca-8744c132eab5,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:57.831659 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.842864 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.843227 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.843572 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.843865 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.854548 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.854971 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.855243 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.855579 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.855968 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.856321 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.856665 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.856984 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:57.861145 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.093756 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'Port': ['ID=03200cb3-721a-4f23-913a-26c275136b49,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:58.114097 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.147052 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.148163 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-386640a5-3eed-41d8-97b3-3c9569eb678c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1229224 Jun 28 11:17:58.185686 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Attempting to bind port 52080c41-6d8e-47ad-89ca-8744c132eab5 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:58.186401 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Attempting to bind port 52080c41-6d8e-47ad-89ca-8744c132eab5 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:58.187155 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Attempting to bind port 52080c41-6d8e-47ad-89ca-8744c132eab5 on network 2f7f84fa-cb69-41c2-8c36-3055118742f0 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:58.196998 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:58.198004 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Checking segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:58.198592 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.199689 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Bound using segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:58.200905 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Bound port: 52080c41-6d8e-47ad-89ca-8744c132eab5, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:58.201544 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.347347 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] For port 52080c41-6d8e-47ad-89ca-8744c132eab5, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:58.351631 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] For port 52080c41-6d8e-47ad-89ca-8744c132eab5, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=52080c41-6d8e-47ad-89ca-8744c132eab5,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:58.361678 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:58.482008 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22050a7c-e98e-467d-873b-e9ecf70671e0 req-e7a3a2e8-bcc7-4b5c-b5b8-346594ffb624 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.484098 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-22050a7c-e98e-467d-873b-e9ecf70671e0 req-e7a3a2e8-bcc7-4b5c-b5b8-346594ffb624 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2078590 Jun 28 11:17:58.519232 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:58.519888 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:58.681792 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109bf0b-5254-4530-957a-f3d16db45561 None None] Pushing event updated for resources: {'Port': ['ID=52080c41-6d8e-47ad-89ca-8744c132eab5,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:58.712460 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-22050a7c-e98e-467d-873b-e9ecf70671e0 req-80407607-7c2d-45b5-ac0c-4bd606857c40 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221141 Jun 28 11:17:58.732664 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-13ce210a-40e1-40f5-a3e9-bd2d7e89f92f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Synchronizing usage tracker for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:security_group {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:58.760586 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:58.782542 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-13ce210a-40e1-40f5-a3e9-bd2d7e89f92f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Unset dirty status for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:security_group {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:58.784578 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-13ce210a-40e1-40f5-a3e9-bd2d7e89f92f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--81706050&fields=id&tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4 HTTP/1.1" status: 200 len: 267 time: 0.2757621 Jun 28 11:17:59.108784 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-24e50f80-bac9-4475-9855-d3c7e90674ea req-79863004-b8b8-4744-bc71-bdb8ff7c7b97 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 210 time: 0.0878184 Jun 28 11:17:59.239506 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-1070e38a-8feb-4bac-b627-91aa15de69d6 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:59.241373 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-1070e38a-8feb-4bac-b627-91aa15de69d6 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 817 time: 0.4496851 Jun 28 11:17:59.288552 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-b5b11e19-9c29-4f96-b9ab-a560ec5fa2d8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/quotas/f32c9c5b808b41ed99ab4ea837fe4cf4 HTTP/1.1" status: 200 len: 375 time: 0.0372767 Jun 28 11:17:59.478073 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-47f3a827-81a8-4558-ae1e-0f16e81a89c9 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:59.479448 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-47f3a827-81a8-4558-ae1e-0f16e81a89c9 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Synchronizing usage tracker for tenant:6021069b4b724465a97f6388bbc38047 on resource:network {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:59.537368 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-47f3a827-81a8-4558-ae1e-0f16e81a89c9 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Unset dirty status for tenant:6021069b4b724465a97f6388bbc38047 on resource:network {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:59.539019 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-47f3a827-81a8-4558-ae1e-0f16e81a89c9 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.46 "GET /v2.0/networks?id=888b2436-5308-4b2a-aa94-510f5343bc8b HTTP/1.1" status: 200 len: 813 time: 0.6570849 Jun 28 11:17:59.553236 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Request body: {'port': {'device_id': '022242ce-653b-41ad-a676-7ecba86c5c8a', 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b', 'admin_state_up': True, 'tenant_id': '6021069b4b724465a97f6388bbc38047'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:59.565736 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:59.570663 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda303b-c9df-480d-9f96-cb769b72c968 None None] The sync data for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb is: [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:17:58Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:59.704011 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133300c-49b8-4b4d-8295-f7da41bf73dc req-93418fa9-732f-41b8-8e1c-7013876b6983 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:59.713180 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5133300c-49b8-4b4d-8295-f7da41bf73dc req-93418fa9-732f-41b8-8e1c-7013876b6983 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.2901750 Jun 28 11:17:59.782630 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-5df13aa1-64db-4603-810a-26bb6e006ef1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Synchronizing usage tracker for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:59.797750 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54092) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:59.813731 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5133300c-49b8-4b4d-8295-f7da41bf73dc req-09d64d15-d548-47b2-8060-2eb275d16636 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991321 Jun 28 11:17:59.816842 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-5df13aa1-64db-4603-810a-26bb6e006ef1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Unset dirty status for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:59.829690 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-5df13aa1-64db-4603-810a-26bb6e006ef1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5341012 Jun 28 11:17:59.898058 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:59.910775 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Usage tracker for resource:port and tenant:6021069b4b724465a97f6388bbc38047 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:59.918411 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:59.929992 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:59.953950 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Made reservation on behalf of 6021069b4b724465a97f6388bbc38047 for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:59.958280 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.087281 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-ed2b1788-bef6-46fc-b135-0761c5d1c1fc service neutron] 10.222.0.15 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312124 Jun 28 11:18:00.184056 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.240013 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:00.255221 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] Usage tracker for resource:security_group_rule and tenant:57243972a61d483a823a73914278a10e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:00.266201 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:00.283111 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:00.412820 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-57f379e8-d754-427a-a646-97c390a86fa5 req-cc498878-2af4-46fe-af72-1109e92a2dfc tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 210 time: 0.0945990 Jun 28 11:18:00.430272 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Allocated IP 172.20.0.7 (888b2436-5308-4b2a-aa94-510f5343bc8b/2f4f8e1b-398c-46e1-afd8-176385a1881a/c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:00.457475 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-14297fce-30e9-4848-80ae-3554a7b864ac service neutron] 10.222.0.15 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688405 Jun 28 11:18:00.522202 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.541678 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.632640 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0864e8c-b2a4-4b75-88a5-de49ea35ca0c,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:00.642710 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 54114) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:00.643040 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9b0262f1-ae2b-4487-9c1a-9f66e2da13cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57243972a61d483a823a73914278a10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8446889 Jun 28 11:18:00.815748 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1745eec4-22c4-49cf-9dbb-aa13071d05bd req-88ec9388-8c2e-4429-ae7b-32d9e0947eef tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 210 time: 0.1288660 Jun 28 11:18:00.890898 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-fbc0479b-b578-4082-975e-bdb5ef489791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.965552 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.969263 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-fbc0479b-b578-4082-975e-bdb5ef489791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.006938 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.104595 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-fbc0479b-b578-4082-975e-bdb5ef489791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.145514 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0479b-b578-4082-975e-bdb5ef489791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0864e8c-b2a4-4b75-88a5-de49ea35ca0c,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:01.170717 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-fbc0479b-b578-4082-975e-bdb5ef489791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.173689 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Pushing event updated for resources: {'Port': ['ID=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:01.180690 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-fbc0479b-b578-4082-975e-bdb5ef489791 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0864e8c-b2a4-4b75-88a5-de49ea35ca0c HTTP/1.1" status: 204 len: 168 time: 0.5338399 Jun 28 11:18:01.191358 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Network 888b2436-5308-4b2a-aa94-510f5343bc8b is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:01.192697 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:01.201081 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:01.278982 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 52080c41-6d8e-47ad-89ca-8744c132eab5 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:01.379630 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:01.380332 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.452926 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-79786caf-83a5-4147-855d-7b84e1eb7c92 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9032769 Jun 28 11:18:01.466866 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Request body: {'port': {'device_id': '022242ce-653b-41ad-a676-7ecba86c5c8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:01.480873 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 52080c41-6d8e-47ad-89ca-8744c132eab5 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:01.488818 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 52080c41-6d8e-47ad-89ca-8744c132eab5 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:01.490045 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.732540 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 52080c41-6d8e-47ad-89ca-8744c132eab5 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:01.733270 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.773180 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 52080c41-6d8e-47ad-89ca-8744c132eab5, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=52080c41-6d8e-47ad-89ca-8744c132eab5,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:01.782309 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.809449 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.825846 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebb246-ab8e-4550-a5ab-9a9067e25251 req-5fe8132c-f4a8-4fa6-9a7b-7c982cf5e1de tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:01.828812 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-79ebb246-ab8e-4550-a5ab-9a9067e25251 req-5fe8132c-f4a8-4fa6-9a7b-7c982cf5e1de tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 931 time: 0.1830914 Jun 28 11:18:01.964747 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=52080c41-6d8e-47ad-89ca-8744c132eab5,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:01.965051 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-79ebb246-ab8e-4550-a5ab-9a9067e25251 req-399375c4-40f6-4e95-b9ab-b347c8d3ef72 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306589 Jun 28 11:18:02.140602 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f469d8ea-97ef-4354-83ae-9f73d1a684ba req-cdc9482b-1263-49a0-9a09-997c7a7752dd tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 210 time: 0.0669272 Jun 28 11:18:02.414114 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:02.422051 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:02.446621 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Transition to ACTIVE for port object c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:02.452740 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:02.620263 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5445f-849f-4463-9075-d9ea976808bf req-174e59da-485f-42fc-a15b-cb6baa7a50c2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:02.622040 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-89c5445f-849f-4463-9075-d9ea976808bf req-174e59da-485f-42fc-a15b-cb6baa7a50c2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0924404 Jun 28 11:18:02.639752 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:02.754977 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-89c5445f-849f-4463-9075-d9ea976808bf req-be0535a1-a914-4b48-848f-b10add7269ad tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133256 Jun 28 11:18:02.812374 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-2fd9986d-2318-4f39-b380-389672b3c7ff tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:02.813833 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-2fd9986d-2318-4f39-b380-389672b3c7ff tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 817 time: 0.1910100 Jun 28 11:18:02.865881 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-a8f8ef94-79f9-4549-9e9d-7c122724f008 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4 HTTP/1.1" status: 200 len: 378 time: 0.0431721 Jun 28 11:18:02.871151 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6350219-94e5-4936-bc68-85257b7a474e req-cc429491-66bc-441f-a0d6-668a6817f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:02.872957 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6350219-94e5-4936-bc68-85257b7a474e req-cc429491-66bc-441f-a0d6-668a6817f8a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 1099 time: 0.3630207 Jun 28 11:18:02.874143 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Attempting to bind port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:02.874143 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Attempting to bind port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:02.874492 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Attempting to bind port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d on network 888b2436-5308-4b2a-aa94-510f5343bc8b {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:02.879731 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d on network 888b2436-5308-4b2a-aa94-510f5343bc8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:02.880107 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Attempting to bind port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d on network 888b2436-5308-4b2a-aa94-510f5343bc8b {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:02.885252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'port': {'device_id': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'admin_state_up': True, 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'security_groups': ['094107d4-0b3b-426a-b6c1-aac8aa2c9d3f']}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:02.908280 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:02.908702 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Checking segment: {'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:02.909144 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Bound using segment: {'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:02.909674 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Bound port: c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:02.910449 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.025755 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:03.035501 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:03.050179 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Made reservation on behalf of f32c9c5b808b41ed99ab4ea837fe4cf4 for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:03.053867 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.088529 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6350219-94e5-4936-bc68-85257b7a474e req-15d517f4-65fe-4a29-a4ef-29eee19677b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.090125 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6350219-94e5-4936-bc68-85257b7a474e req-15d517f4-65fe-4a29-a4ef-29eee19677b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.2076058 Jun 28 11:18:03.094202 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] For port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:03.097464 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] For port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:03.148147 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 52080c41-6d8e-47ad-89ca-8744c132eab5 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:03.154172 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.223042 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6350219-94e5-4936-bc68-85257b7a474e req-89bc0f91-2d84-4a14-9cbb-296cf512ca87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53127a73-8958-422c-9d22-8f1cf1f2a954 HTTP/1.1" status: 200 len: 217 time: 0.1240742 Jun 28 11:18:03.295139 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 52080c41-6d8e-47ad-89ca-8744c132eab5 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:03.295506 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.376644 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.377186 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.378626 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-cacef738-d514-442d-8327-963ee751bf16 service neutron] 10.222.0.46 "PUT /v2.0/ports/c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d HTTP/1.1" status: 200 len: 1093 time: 1.9181685 Jun 28 11:18:03.381150 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022242ce-653b-41ad-a676-7ecba86c5c8a', 'tag': 'c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:03.426129 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacef738-d514-442d-8327-963ee751bf16 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:03.465157 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-250c52f2-f7ea-4ad2-8cc0-f653407e48b8 req-a2cb1016-9e11-45f2-9285-00fe6e686316 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 210 time: 0.1018107 Jun 28 11:18:03.498319 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Allocated IP 172.20.0.14 (2f7f84fa-cb69-41c2-8c36-3055118742f0/ec653023-7394-4d1f-9552-dfde6561bcc0/2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:03.514771 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 52080c41-6d8e-47ad-89ca-8744c132eab5 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:03.517761 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b1a8e-a0d3-456d-8f0b-559265030d90 req-7f9d5e51-a2a3-4a36-ad6e-c31dafed7286 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.519411 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b94b1a8e-a0d3-456d-8f0b-559265030d90 req-7f9d5e51-a2a3-4a36-ad6e-c31dafed7286 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 943 time: 0.3630197 Jun 28 11:18:03.546035 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6350219-94e5-4936-bc68-85257b7a474e req-ebf533cf-79cc-4255-a7f5-7122df28ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.547516 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6350219-94e5-4936-bc68-85257b7a474e req-ebf533cf-79cc-4255-a7f5-7122df28ab56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.2862661 Jun 28 11:18:03.606670 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaddfcb-a584-4d51-a1d0-5c262479eba7'] response: {'name': 'network-changed', 'server_uuid': '022242ce-653b-41ad-a676-7ecba86c5c8a', 'tag': 'c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d', 'status': 'completed', 'code': 200} Jun 28 11:18:03.669457 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b94b1a8e-a0d3-456d-8f0b-559265030d90 req-2e8d874a-5b9b-4163-b009-e1094b96d616 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350074 Jun 28 11:18:03.675438 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-36cd0f66-c163-41aa-baee-dc2690a93391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.677108 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-36cd0f66-c163-41aa-baee-dc2690a93391 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021069b4b724465a97f6388bbc38047&device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 1096 time: 0.2367289 Jun 28 11:18:03.769392 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-ce3a1b5d-d0bf-4ab7-ae66-75dcd4b992ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d HTTP/1.1" status: 200 len: 217 time: 0.0810418 Jun 28 11:18:03.772658 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.777954 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6350219-94e5-4936-bc68-85257b7a474e req-68852a8c-a921-4207-ab79-90761f1adf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.779494 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6350219-94e5-4936-bc68-85257b7a474e req-68852a8c-a921-4207-ab79-90761f1adf87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2239811 Jun 28 11:18:03.790045 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Transition to ACTIVE for port object 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:03.832128 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:03.918695 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-a2d59cc9-d6e3-46ff-b38e-51cce93687fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.920226 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-a2d59cc9-d6e3-46ff-b38e-51cce93687fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f4f8e1b-398c-46e1-afd8-176385a1881a HTTP/1.1" status: 200 len: 853 time: 0.1450729 Jun 28 11:18:03.977260 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:03.978469 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:03.999150 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:04.013097 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.013977 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.026556 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:04.083607 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-ad1a1215-0757-43b0-911a-eaf2d1652333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=888b2436-5308-4b2a-aa94-510f5343bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1494927 Jun 28 11:18:04.136936 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6350219-94e5-4936-bc68-85257b7a474e req-74e6a174-327b-4670-8d9e-acd1c947befe service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227949 Jun 28 11:18:04.138159 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 54218) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:04.175780 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-f1d74bda-2cdf-44b8-aa35-b57a21aa14d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2944405 Jun 28 11:18:04.189947 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Request body: {'port': {'device_id': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:04.310570 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560b5a1-e5bf-40f7-9b1a-e414c7b193ee req-5f1b542a-735e-46c9-97d6-06f62d3efbe3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.312101 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f560b5a1-e5bf-40f7-9b1a-e414c7b193ee req-5f1b542a-735e-46c9-97d6-06f62d3efbe3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.2679672 Jun 28 11:18:04.358626 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.363897 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-eb743718-ba3a-40bc-8c1c-cd09ad77bbdc None None] Provisioning for port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:04.370185 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-b05575d1-3c5d-4385-aa28-0471eab11a48 service neutron] 10.222.0.46 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731667 Jun 28 11:18:04.370672 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-eb743718-ba3a-40bc-8c1c-cd09ad77bbdc None None] Provisioning complete for port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:04.372174 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-eb743718-ba3a-40bc-8c1c-cd09ad77bbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.433350 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f560b5a1-e5bf-40f7-9b1a-e414c7b193ee req-58bf656b-9a28-49c2-9d44-02db8c10b022 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138856 Jun 28 11:18:04.434214 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.448950 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-eb743718-ba3a-40bc-8c1c-cd09ad77bbdc None None] Port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:04.520844 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:04.522396 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] Usage tracker for resource:security_group_rule and tenant:a123ae27239944dc9ce008f4431dcefb is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:04.527045 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:04.536148 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6350219-94e5-4936-bc68-85257b7a474e req-a0c9d75d-7ab2-407d-ae08-41ba60c9c460 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544536 Jun 28 11:18:04.539381 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:04.574497 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-631d6f65-5da8-4a7f-bb7b-7619f87bfe86 req-4059c015-6748-4dbd-b6ee-628a1da1f493 service neutron] 10.222.0.46 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977646 Jun 28 11:18:04.716137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-8faf4ad8-fa8f-49fb-8a11-f012a18187de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.717698 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-8faf4ad8-fa8f-49fb-8a11-f012a18187de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021069b4b724465a97f6388bbc38047&device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 1096 time: 0.0897155 Jun 28 11:18:04.960256 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.969416 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b5608-7811-4e6f-ae98-20fb5443872d req-0b2d8517-ec3e-4dbe-b804-c4023ff08f34 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.970105 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-aa3b5608-7811-4e6f-ae98-20fb5443872d req-0b2d8517-ec3e-4dbe-b804-c4023ff08f34 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Synchronizing usage tracker for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:04.976460 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.977976 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-41088ba6-4117-44cf-a5d5-e79a203c7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.979445 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-41088ba6-4117-44cf-a5d5-e79a203c7b58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=888b2436-5308-4b2a-aa94-510f5343bc8b HTTP/1.1" status: 200 len: 914 time: 0.2541163 Jun 28 11:18:05.057163 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-7aa3cc4f-b0b4-4bd5-8dfb-6a8dccbfd1b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d HTTP/1.1" status: 200 len: 217 time: 0.0664308 Jun 28 11:18:05.096706 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-aa3b5608-7811-4e6f-ae98-20fb5443872d req-0b2d8517-ec3e-4dbe-b804-c4023ff08f34 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Unset dirty status for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:05.098463 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-aa3b5608-7811-4e6f-ae98-20fb5443872d req-0b2d8517-ec3e-4dbe-b804-c4023ff08f34 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 932 time: 0.4671135 Jun 28 11:18:05.103338 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54240) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:05.103869 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a123ae27239944dc9ce008f4431dcefb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9553132 Jun 28 11:18:05.108194 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fec431-2490-4c8d-ae54-e20a941a7b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260800a6-e6bf-4d42-aba1-0a2585cc97ca,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:05.121760 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28cc26b-3121-4129-b800-524daab45df0 req-3ccc9e3d-fd4a-40f1-bb7a-d318b2a2a83b tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.123826 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d28cc26b-3121-4129-b800-524daab45df0 req-3ccc9e3d-fd4a-40f1-bb7a-d318b2a2a83b tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 943 time: 0.3325810 Jun 28 11:18:05.164669 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:05.176496 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-eaed2fce-f129-487d-a242-21dad412ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.178075 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-eaed2fce-f129-487d-a242-21dad412ca80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f4f8e1b-398c-46e1-afd8-176385a1881a HTTP/1.1" status: 200 len: 853 time: 0.1134820 Jun 28 11:18:05.186331 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.214687 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-aa3b5608-7811-4e6f-ae98-20fb5443872d req-e9cacbee-82a8-4b76-8428-965d78d088ae tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1033750 Jun 28 11:18:05.228749 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d28cc26b-3121-4129-b800-524daab45df0 req-fd24a01c-f4b9-4e1b-b6e3-11c136c51e5f tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850327 Jun 28 11:18:05.229697 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Transition to ACTIVE for port object 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:05.237652 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.242595 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-083c2864-7203-431f-8fba-d7a0dc612e42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=888b2436-5308-4b2a-aa94-510f5343bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569296 Jun 28 11:18:05.251275 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8d4f9298-7ae0-482f-bf30-6be0e9929143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.368724 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8d4f9298-7ae0-482f-bf30-6be0e9929143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.374113 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:05.439709 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Attempting to bind port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:05.440182 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Attempting to bind port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:05.440666 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Attempting to bind port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 on network 2f7f84fa-cb69-41c2-8c36-3055118742f0 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:05.445733 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 on network 2f7f84fa-cb69-41c2-8c36-3055118742f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:05.446055 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Attempting to bind port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 on network 2f7f84fa-cb69-41c2-8c36-3055118742f0 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:05.452152 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:05.452518 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Checking segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:05.452882 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Bound using segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:05.453639 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Bound port: 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:05.453639 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.468024 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-5e5ef5db-76bd-4f0d-8813-189c636671c4 service neutron] 10.222.0.46 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057259 Jun 28 11:18:05.610899 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8d4f9298-7ae0-482f-bf30-6be0e9929143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.632606 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f9298-7ae0-482f-bf30-6be0e9929143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260800a6-e6bf-4d42-aba1-0a2585cc97ca,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:05.638047 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5b353267-9469-409e-ab66-31d5fdb4a005 req-02a32e8d-1a77-4205-adf6-f42c85da69b4 service neutron] 10.222.0.46 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630828 Jun 28 11:18:05.645846 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8d4f9298-7ae0-482f-bf30-6be0e9929143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.649967 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-8d4f9298-7ae0-482f-bf30-6be0e9929143 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/260800a6-e6bf-4d42-aba1-0a2585cc97ca HTTP/1.1" status: 204 len: 168 time: 0.5455067 Jun 28 11:18:05.738940 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:05.743401 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:05.750571 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.790022 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb5b46-90cd-4e81-8340-9d623ecbda9c req-becdeab8-2a51-40d7-ad1f-e8dba6c40bcc tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.791495 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9cbb5b46-90cd-4e81-8340-9d623ecbda9c req-becdeab8-2a51-40d7-ad1f-e8dba6c40bcc tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1705766 Jun 28 11:18:05.842331 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.854721 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:05.856841 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] 10.222.0.46 "PUT /v2.0/ports/2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 HTTP/1.1" status: 200 len: 1094 time: 1.6719682 Jun 28 11:18:05.866286 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:05.912451 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c38751-66c8-4e3e-a624-5f0c80c62aad service neutron] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:05.999740 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ede6b4-9c40-44cc-94cc-b97ed1567a3f'] response: {'name': 'network-changed', 'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'status': 'completed', 'code': 200} Jun 28 11:18:06.056689 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9cbb5b46-90cd-4e81-8340-9d623ecbda9c req-1096ad3a-94bb-4c8b-a760-a79e3dab674d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498801 Jun 28 11:18:06.079027 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-c16cb211-5af4-4e7a-9715-a2ed6e0f8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:06.080774 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-c16cb211-5af4-4e7a-9715-a2ed6e0f8e1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 1097 time: 0.1653202 Jun 28 11:18:06.102749 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54266) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:06.121519 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.137828 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:06.141895 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] Usage tracker for resource:security_group_rule and tenant:b056f36d148f4b9b985341181ba391fa is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:06.144872 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:06.150853 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:06.166022 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-69883c14-2cb2-462e-bcee-8d05fa4345f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 HTTP/1.1" status: 200 len: 217 time: 0.0781567 Jun 28 11:18:06.244207 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-7d399e57-3fc4-4386-ae69-e7e4d15c568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:06.245591 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.245835 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-7d399e57-3fc4-4386-ae69-e7e4d15c568e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.0730677 Jun 28 11:18:06.251472 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.303698 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b056f36d148f4b9b985341181ba391fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997945 Jun 28 11:18:06.305161 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54276) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:06.307959 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2a05a-7bc2-46be-a16a-61c4a0b44138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c8561e-dd23-4886-b368-4d7b75c91225,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:06.332399 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81b94313-f30a-4f77-bf32-d512ab2742c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:06.334182 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-81b94313-f30a-4f77-bf32-d512ab2742c3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825095 Jun 28 11:18:06.386108 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-89edd0bf-5cd7-4c85-b16f-61c9e75fba95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.413996 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-89edd0bf-5cd7-4c85-b16f-61c9e75fba95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.474112 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-89edd0bf-5cd7-4c85-b16f-61c9e75fba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.492151 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edd0bf-5cd7-4c85-b16f-61c9e75fba95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c8561e-dd23-4886-b368-4d7b75c91225,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:06.496975 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-89edd0bf-5cd7-4c85-b16f-61c9e75fba95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.500519 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-89edd0bf-5cd7-4c85-b16f-61c9e75fba95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94c8561e-dd23-4886-b368-4d7b75c91225 HTTP/1.1" status: 204 len: 168 time: 0.1920528 Jun 28 11:18:06.639794 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-03039d1f-0a39-4205-8632-afd342a4455e service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974598 Jun 28 11:18:06.652469 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919e0e3-5567-4adc-8795-23e53db8645d req-0fa903a8-79de-4efc-bde5-070ba9911bda tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:06.654018 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3919e0e3-5567-4adc-8795-23e53db8645d req-0fa903a8-79de-4efc-bde5-070ba9911bda tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 943 time: 0.2691622 Jun 28 11:18:06.701402 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092eab44-a3ad-4f66-93c8-28864fb70eb5 req-12e86871-1e92-4722-8eb9-0b8662f30f16 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:06.702763 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-092eab44-a3ad-4f66-93c8-28864fb70eb5 req-12e86871-1e92-4722-8eb9-0b8662f30f16 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.2333272 Jun 28 11:18:06.707379 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54288) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:06.836428 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54294) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:06.836902 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3919e0e3-5567-4adc-8795-23e53db8645d req-dc3aae85-ef68-410e-9a1b-155d98fee775 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625872 Jun 28 11:18:06.841654 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.854891 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-092eab44-a3ad-4f66-93c8-28864fb70eb5 req-21c6a788-16ce-4b30-a2e2-455aca77991d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060021 Jun 28 11:18:06.862970 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3743e97c-49b2-4671-9cd3-2ed002f77a58 req-8bc526b1-e436-49d0-b1dd-d4aed9c69e2d service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070184 Jun 28 11:18:06.879474 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:06.891278 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:06.895525 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:80ea66f0baf34724a7104290d8fd061c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:06.899587 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:06.907932 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:06.910251 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:06.914654 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc028829e50452d8eb2c7d27bcee337 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:06.918821 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:06.928183 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:07.002968 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-bc7d5cd5-21ae-44cd-969a-8b28517512eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:07.004731 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-bc7d5cd5-21ae-44cd-969a-8b28517512eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 1097 time: 0.0901389 Jun 28 11:18:07.066178 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.078782 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.103430 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.125697 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.151622 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80ea66f0baf34724a7104290d8fd061c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431574 Jun 28 11:18:07.155869 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 54304) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:07.167106 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32936065-ef86-4469-b22d-5cf5fff4f4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a6edf-f0fe-434a-8407-e1f1fd8c71ff,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:07.183565 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fc028829e50452d8eb2c7d27bcee337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459072 Jun 28 11:18:07.186705 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54308) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:07.210785 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-a22382dc-e51d-4249-9879-3ad432e956e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:07.212285 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-a22382dc-e51d-4249-9879-3ad432e956e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.2007744 Jun 28 11:18:07.226116 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a55032d-f8eb-4c77-b0ec-38e5370c1ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6929b5-552b-4b34-a82f-b895f6cbdd19,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:07.272614 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-96f14954-ebbf-486d-82a5-7a7de1a7ab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.302603 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-96f14954-ebbf-486d-82a5-7a7de1a7ab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.357606 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-9c337568-7bd5-49fa-9e6b-fda91a617808 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 HTTP/1.1" status: 200 len: 217 time: 0.0955000 Jun 28 11:18:07.359722 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-96f14954-ebbf-486d-82a5-7a7de1a7ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.376493 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f14954-ebbf-486d-82a5-7a7de1a7ab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6929b5-552b-4b34-a82f-b895f6cbdd19,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:07.385188 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-96f14954-ebbf-486d-82a5-7a7de1a7ab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.389593 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-96f14954-ebbf-486d-82a5-7a7de1a7ab0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d6929b5-552b-4b34-a82f-b895f6cbdd19 HTTP/1.1" status: 204 len: 168 time: 0.2019682 Jun 28 11:18:07.400024 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4c4462cb-1152-402b-9231-ae2521b9cce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.454932 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4c4462cb-1152-402b-9231-ae2521b9cce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.470647 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-3987f7bc-fcfb-479b-a818-018e2658395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:07.472105 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-3987f7bc-fcfb-479b-a818-018e2658395b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.1039734 Jun 28 11:18:07.625827 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b81fe-184a-4bb9-a902-4c6555978632 req-bd349e4b-0f3e-4ceb-82b0-2666abdb4d6b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:07.627295 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9c0b81fe-184a-4bb9-a902-4c6555978632 req-bd349e4b-0f3e-4ceb-82b0-2666abdb4d6b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.4180448 Jun 28 11:18:07.703705 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9c0b81fe-184a-4bb9-a902-4c6555978632 req-cbfe968f-31df-4d3a-895f-f598dc7c2366 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597332 Jun 28 11:18:07.716775 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4c4462cb-1152-402b-9231-ae2521b9cce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.732089 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-ae17b67f-9769-491b-8e4b-aa35ce125fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:07.733626 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-ae17b67f-9769-491b-8e4b-aa35ce125fed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2489483 Jun 28 11:18:07.740802 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4462cb-1152-402b-9231-ae2521b9cce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a6edf-f0fe-434a-8407-e1f1fd8c71ff,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:07.767842 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4c4462cb-1152-402b-9231-ae2521b9cce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:07.771981 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4c4462cb-1152-402b-9231-ae2521b9cce1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a84a6edf-f0fe-434a-8407-e1f1fd8c71ff HTTP/1.1" status: 204 len: 168 time: 0.6119335 Jun 28 11:18:07.919797 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-9d710720-4213-47d5-b7d8-cf96353c390b service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735420 Jun 28 11:18:07.964404 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:18:08.205129 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:08.224223 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d', 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b', 'port_id': 'c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d', 'mac_address': 'fa:16:3e:fc:7f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4f8e1b-398c-46e1-afd8-176385a1881a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:18:08.241547 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0aaf1b75-2e85-4cb9-a1f4-e5a8d9c7baea req-810f67a8-b29f-4870-869e-22936d864ba7 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153155 Jun 28 11:18:08.263419 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb169e9-010d-473d-9e9e-554bdf6bbc70 req-0d51da9f-362a-4864-9d3a-095f28f68707 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:08.264997 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1bb169e9-010d-473d-9e9e-554bdf6bbc70 req-0d51da9f-362a-4864-9d3a-095f28f68707 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 943 time: 0.2267680 Jun 28 11:18:08.277477 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c0908-b1c8-44e9-bd7d-d6aa37aa56db req-6835daca-e084-4c1b-bc8e-c94b9dd8de2d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:08.279023 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a05c0908-b1c8-44e9-bd7d-d6aa37aa56db req-6835daca-e084-4c1b-bc8e-c94b9dd8de2d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1686883 Jun 28 11:18:08.303201 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:08.303705 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.324348 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:08.336826 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54352) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:08.346238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:08.356932 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.387415 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1bb169e9-010d-473d-9e9e-554bdf6bbc70 req-278cf501-aebb-40cb-b9e2-269c307f3c3a tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057098 Jun 28 11:18:08.431803 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a05c0908-b1c8-44e9-bd7d-d6aa37aa56db req-aca51e77-3e9c-4977-9b48-b19ea104bece tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285355 Jun 28 11:18:08.469437 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:08.502846 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2069751074-network', 'tenant_id': 'c59bcc7268a148759f333f0093f2c054'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:08.507760 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:08.512989 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Usage tracker for resource:network and tenant:c59bcc7268a148759f333f0093f2c054 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:08.516350 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:08.523213 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:08.537254 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Made reservation on behalf of c59bcc7268a148759f333f0093f2c054 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:08.539730 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.553191 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.568836 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:08.578588 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Usage tracker for resource:security_group_rule and tenant:c59bcc7268a148759f333f0093f2c054 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:08.578588 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:08.582223 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:08.619194 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:08.672769 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.678694 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.709280 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:18:08.722788 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:08.728768 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.729111 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Added segment 235413a8-bca4-4a86-8490-66c3c4bb6aa5 of type vlan for network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 Jun 28 11:18:08.760835 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.805868 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.808949 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:08.810118 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:08.926487 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] Pushing event updated for resources: {'Network': ['ID=9615e89e-e32f-4135-9b2d-e2dcc6a5a823,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:08.934139 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-73600ed1-3154-4b7b-9189-c0eb223ed00d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5956814 Jun 28 11:18:08.934762 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54376) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:08.937934 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:18:08.941490 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Request body: {'subnet': {'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2069751074-subnet', 'tenant_id': 'c59bcc7268a148759f333f0093f2c054', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:08.945414 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:08.954139 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Usage tracker for resource:subnet and tenant:c59bcc7268a148759f333f0093f2c054 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:08.957797 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:08.959392 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32125b5-1b66-46c2-8fb6-11cc3aee16f3 req-4a2bfbcc-94ee-475c-b8d2-e1a619ce38fb tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:08.965503 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:08.967076 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e32125b5-1b66-46c2-8fb6-11cc3aee16f3 req-4a2bfbcc-94ee-475c-b8d2-e1a619ce38fb tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1223657 Jun 28 11:18:08.979623 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Made reservation on behalf of c59bcc7268a148759f333f0093f2c054 for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:08.983100 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31592024'] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.012005 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e32125b5-1b66-46c2-8fb6-11cc3aee16f3 req-1ce05e36-fcea-40e2-9202-d070e9054526 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Jun 28 11:18:09.210308 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33431425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31592046'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.286570 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f28c50-5865-41bc-a9be-83c43d66dcf9,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:09.295470 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Checking segment: {'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:09.295836 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Network hostable DHCP agents. Network: 9615e89e-e32f-4135-9b2d-e2dcc6a5a823, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:18:09.315163 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:18:09.325601 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 9615e89e-e32f-4135-9b2d-e2dcc6a5a823) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:09.329545 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.330151 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:09.335866 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bca2d2-a8ed-4431-9448-6d1170bc77cc None None] Network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:09.351875 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-61672fb1-dc22-4913-93fa-7ddf815e45d6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4159944 Jun 28 11:18:09.564856 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192a7f56-38ab-4b11-8cae-c3865c1761f6 None None] Network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:09.689846 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b785ce-6c87-44c1-97b1-4537e9fee7f4 req-8a1c54b1-daec-4eb6-9b2f-4adf254161bf tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.691197 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-41b785ce-6c87-44c1-97b1-4537e9fee7f4 req-8a1c54b1-daec-4eb6-9b2f-4adf254161bf tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1245940 Jun 28 11:18:09.706042 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29535b9-f031-4965-a1bc-4a0e1927cd1b req-95d1f2b7-f719-4e5c-aa01-4ce68eea1061 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.707528 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f29535b9-f031-4965-a1bc-4a0e1927cd1b req-95d1f2b7-f719-4e5c-aa01-4ce68eea1061 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 944 time: 0.1868162 Jun 28 11:18:09.768753 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-41b785ce-6c87-44c1-97b1-4537e9fee7f4 req-1cc37f4c-4cf2-45c2-8676-b8045ecc71a8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706954 Jun 28 11:18:09.799025 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f29535b9-f031-4965-a1bc-4a0e1927cd1b req-d1031f6a-6671-433c-ad59-5a61fdc1a29a tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534511 Jun 28 11:18:09.987365 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:18:09.995023 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54404) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:09.997944 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:10.157042 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.183070 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:10.190141 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] Usage tracker for resource:security_group_rule and tenant:6dc985f0ce38462a930a317c37a613a6 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:10.193248 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:10.200789 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:10.201544 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:10.209186 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:10.209510 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.282500 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f83dad-c48d-4235-9763-552042800500 req-e7ee4370-c49a-4b9c-a2c5-e936afd5f645 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:10.284322 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-51f83dad-c48d-4235-9763-552042800500 req-e7ee4370-c49a-4b9c-a2c5-e936afd5f645 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1150610 Jun 28 11:18:10.297816 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:10.318611 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'port_id': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'mac_address': 'fa:16:3e:44:9e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:18:10.331609 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.338472 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.358929 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-51f83dad-c48d-4235-9763-552042800500 req-caa1c3f1-1c4d-46b8-9972-a0954e94cb66 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664852 Jun 28 11:18:10.397542 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4243aa5-2554-4360-af52-3152ed8d41f4,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:10.405149 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 54416) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:10.405430 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-0d4e278d-082b-447e-bab7-aab61b00efdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dc985f0ce38462a930a317c37a613a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089959 Jun 28 11:18:10.441560 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:10.442121 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.462107 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:10.491026 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e3291ad7-eb96-4e59-85e3-c9f958ec5cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.513615 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:10.526596 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e3291ad7-eb96-4e59-85e3-c9f958ec5cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.528981 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.582272 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:10.582606 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.621229 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e3291ad7-eb96-4e59-85e3-c9f958ec5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.627903 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022242ce-653b-41ad-a676-7ecba86c5c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:10.640362 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:10.643909 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:10.651545 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.670678 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3291ad7-eb96-4e59-85e3-c9f958ec5cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4243aa5-2554-4360-af52-3152ed8d41f4,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:10.674783 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-c4a81c56-fd15-4a5e-88ab-61755b19f36d tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c3b6b8001935466098bdc9dfe2389cd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361154 Jun 28 11:18:10.683122 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e3291ad7-eb96-4e59-85e3-c9f958ec5cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:10.687769 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac896749-d7fa-483b-94f3-f6fa4561d405'] response: {'server_uuid': '022242ce-653b-41ad-a676-7ecba86c5c8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d', 'code': 200} Jun 28 11:18:10.688029 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e3291ad7-eb96-4e59-85e3-c9f958ec5cc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4243aa5-2554-4360-af52-3152ed8d41f4 HTTP/1.1" status: 204 len: 168 time: 0.2789123 Jun 28 11:18:10.751620 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:10.816877 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:10.873590 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-476ecc59-c69b-438a-848a-4577e1f45902 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:10.875579 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-476ecc59-c69b-438a-848a-4577e1f45902 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870019 Jun 28 11:18:10.978100 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-e151d0ee-b8e5-4f64-a9fd-ef6bc1cd56af tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/quotas/c3b6b8001935466098bdc9dfe2389cd2 HTTP/1.1" status: 200 len: 375 time: 0.0955155 Jun 28 11:18:11.099555 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-0c6eaab8-5cc2-4721-b158-06452c24320d tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3b6b8001935466098bdc9dfe2389cd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759606 Jun 28 11:18:11.131928 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5a314-65bd-4f7b-adba-fbce0e2ca8f0 req-cc063c3d-d043-48f7-8aba-6b2b2f3ac560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:11.133440 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8aa5a314-65bd-4f7b-adba-fbce0e2ca8f0 req-cc063c3d-d043-48f7-8aba-6b2b2f3ac560 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 1098 time: 0.2212012 Jun 28 11:18:11.140271 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54442) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:11.161829 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.180496 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:11.185438 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc5c326-532d-4b19-bd76-2a133477bef5 req-436382bb-b14e-4fa8-bb31-d1e68ea78461 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:11.185772 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:dd1bbb0ac6424cbbb369ab6dc2218f01 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:11.186955 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-abc5c326-532d-4b19-bd76-2a133477bef5 req-436382bb-b14e-4fa8-bb31-d1e68ea78461 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 945 time: 0.2154784 Jun 28 11:18:11.189496 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:11.196768 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:11.216001 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8aa5a314-65bd-4f7b-adba-fbce0e2ca8f0 req-23f9d483-fc0c-413a-bc62-2ba9261bd1c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725138 Jun 28 11:18:11.271460 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-abc5c326-532d-4b19-bd76-2a133477bef5 req-5c1e9783-cd17-491a-a774-4e88aec43351 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696270 Jun 28 11:18:11.310266 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.318162 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.385642 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd1bbb0ac6424cbbb369ab6dc2218f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440844 Jun 28 11:18:11.386862 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6aa5f-02da-41f8-8ed8-9f857a9e9cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2276d397-590a-4436-ad99-4495287d7013,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:11.389445 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54454) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:11.400429 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5595d370-c14b-43e4-b80c-48d1a489ffb3 req-99ac8c9a-0f78-415a-b903-e65d7ea99cfb tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 210 time: 0.0735056 Jun 28 11:18:11.570892 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4df50b0b-2cbc-4394-9954-cc376aa53cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.601070 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4df50b0b-2cbc-4394-9954-cc376aa53cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.663276 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4df50b0b-2cbc-4394-9954-cc376aa53cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.683524 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df50b0b-2cbc-4394-9954-cc376aa53cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2276d397-590a-4436-ad99-4495287d7013,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:11.694239 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4df50b0b-2cbc-4394-9954-cc376aa53cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:11.698291 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-4df50b0b-2cbc-4394-9954-cc376aa53cd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2276d397-590a-4436-ad99-4495287d7013 HTTP/1.1" status: 204 len: 168 time: 0.3049881 Jun 28 11:18:11.786774 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-490da40b-fa94-4946-a7ec-46d8248dadd4 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:11.788373 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-490da40b-fa94-4946-a7ec-46d8248dadd4 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/networks?id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823 HTTP/1.1" status: 200 len: 809 time: 0.2995551 Jun 28 11:18:11.801705 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd01475-768a-4e00-8ebc-5cf9adee2b02 req-98bab047-4ef1-4545-a389-29ff38351b4a tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:11.803173 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2fd01475-768a-4e00-8ebc-5cf9adee2b02 req-98bab047-4ef1-4545-a389-29ff38351b4a tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.2055221 Jun 28 11:18:11.829203 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-e001a96d-b741-4bf5-af07-680a4031f703 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/quotas/c59bcc7268a148759f333f0093f2c054 HTTP/1.1" status: 200 len: 375 time: 0.0250306 Jun 28 11:18:11.897929 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-3c3cdf9e-b98b-4bc4-a559-f88adff6db49 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c59bcc7268a148759f333f0093f2c054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552928 Jun 28 11:18:11.909049 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2fd01475-768a-4e00-8ebc-5cf9adee2b02 req-77255e79-71c9-4d17-933c-a1368843f603 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975337 Jun 28 11:18:12.016072 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:12.094769 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:12.097117 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:12.097661 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.126640 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-f49cfc9e-c8f4-4674-9b9b-cf0740a4f478 service neutron] 10.222.0.15 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163720 Jun 28 11:18:12.214738 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d0e0f-b8fc-4008-8e6f-9db7fc364509 req-4782c9a3-37f7-4357-9c1d-ddd97ea061df tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:12.216202 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a02d0e0f-b8fc-4008-8e6f-9db7fc364509 req-4782c9a3-37f7-4357-9c1d-ddd97ea061df tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1981483 Jun 28 11:18:12.218228 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:12.218777 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.255241 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:12.263688 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.320415 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a02d0e0f-b8fc-4008-8e6f-9db7fc364509 req-561f092d-0d17-482b-8d79-ec9a7475342e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934303 Jun 28 11:18:12.349215 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:12.350494 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-648b6ed4-9120-4acf-9140-74486802b4a7 service neutron] 10.222.0.15 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117727 Jun 28 11:18:12.550764 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abf7ca-e4c7-4078-9144-e21279ef2aad req-795113c1-056c-4b05-aed7-80eb7d8bb007 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:12.554519 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f5abf7ca-e4c7-4078-9144-e21279ef2aad req-795113c1-056c-4b05-aed7-80eb7d8bb007 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1330295 Jun 28 11:18:12.686703 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:12.692702 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f5abf7ca-e4c7-4078-9144-e21279ef2aad req-b7874d6e-9897-4df5-bfb3-1c5c4a91752e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1318967 Jun 28 11:18:12.765302 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5b7aea70-4da3-4275-b40e-111e87dd7f5b req-f2d5625c-9997-4965-a992-663916bc4b31 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 210 time: 0.1335831 Jun 28 11:18:12.768044 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-15cd6b7e-c371-4405-9ab1-1cfe15cbd95f tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c3b6b8001935466098bdc9dfe2389cd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871634 Jun 28 11:18:12.850476 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-720dd668-cca5-4f0f-97ec-7c1bd3744ec2 req-4b8fa539-7fb5-48ec-a97a-f332e083c154 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 210 time: 0.0806859 Jun 28 11:18:12.875147 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1f4dc0-c9ef-4c60-b9ea-28bd1f06375f'] response: {'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'code': 200} Jun 28 11:18:13.076346 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-91fab0ba-1a2b-4b7d-9531-5d8f4b23486e tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:13.078546 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-91fab0ba-1a2b-4b7d-9531-5d8f4b23486e tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634912 Jun 28 11:18:13.131086 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Request body: {'port': {'device_id': 'fd47a02a-129f-4c4a-86cf-2153bbb61184', 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b', 'admin_state_up': True, 'tenant_id': 'c3b6b8001935466098bdc9dfe2389cd2'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:13.231742 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c0dd8-b923-4cd7-bf03-980eff54ed50 req-e84980d3-bac8-4d6c-a63b-24283e7f8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:13.234230 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a23c0dd8-b923-4cd7-bf03-980eff54ed50 req-e84980d3-bac8-4d6c-a63b-24283e7f8e04 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 1099 time: 0.1017654 Jun 28 11:18:13.295516 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a23c0dd8-b923-4cd7-bf03-980eff54ed50 req-ca5abaf8-d254-4f63-8036-eab0e47658ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521955 Jun 28 11:18:13.303698 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e264efe-a6d3-476a-8e18-643c847bf966 req-4b6f5068-fc55-4dd8-acec-02fcd5d402c6 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:13.305206 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0e264efe-a6d3-476a-8e18-643c847bf966 req-4b6f5068-fc55-4dd8-acec-02fcd5d402c6 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.2257750 Jun 28 11:18:13.307649 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:13.312357 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Usage tracker for resource:port and tenant:c3b6b8001935466098bdc9dfe2389cd2 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:13.317682 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:13.348028 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:13.379997 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0e264efe-a6d3-476a-8e18-643c847bf966 req-47ae215d-7387-4932-9c62-ce2fd20e9717 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641625 Jun 28 11:18:13.381001 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Made reservation on behalf of c3b6b8001935466098bdc9dfe2389cd2 for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:13.384815 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.398133 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.420108 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:13.424758 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Usage tracker for resource:security_group_rule and tenant:c3b6b8001935466098bdc9dfe2389cd2 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:13.430927 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:13.437699 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:13.440380 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:18:13.633279 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.648161 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ae91a-7167-412b-8e6e-c94747b6b8f8 req-176ce989-7ad2-4941-820d-d8e364d56ed1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:13.650157 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-354ae91a-7167-412b-8e6e-c94747b6b8f8 req-176ce989-7ad2-4941-820d-d8e364d56ed1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1653168 Jun 28 11:18:13.651330 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.034781 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec765dfd-0919-45cc-bacc-b8a3c7598d1a,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:14.098824 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Allocated IP 192.168.233.33 (8a651655-5308-4df2-8e8a-5ff23b03e19b/be58335b-fb25-4e7e-9119-28cab170a726/93361885-69ea-4d17-bef7-9bf76c678531) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:14.156620 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-354ae91a-7167-412b-8e6e-c94747b6b8f8 req-0c2fe4bb-24c3-40ab-8e39-861b42891f5f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733002 Jun 28 11:18:14.205191 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accf728-9f62-447f-a310-db56d73584d9 req-70e62e4c-f001-494b-9a05-838ec286b450 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:14.213243 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9accf728-9f62-447f-a310-db56d73584d9 req-70e62e4c-f001-494b-9a05-838ec286b450 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.3330898 Jun 28 11:18:14.248956 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-66f63c83-9ad8-4929-84ba-3bafa208a675 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:14.249708 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-66f63c83-9ad8-4929-84ba-3bafa208a675 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Synchronizing usage tracker for tenant:c59bcc7268a148759f333f0093f2c054 on resource:network {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:14.284036 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-66f63c83-9ad8-4929-84ba-3bafa208a675 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Unset dirty status for tenant:c59bcc7268a148759f333f0093f2c054 on resource:network {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:14.285451 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-66f63c83-9ad8-4929-84ba-3bafa208a675 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.46 "GET /v2.0/networks?id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823 HTTP/1.1" status: 200 len: 809 time: 0.2059426 Jun 28 11:18:14.301406 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Request body: {'port': {'device_id': '7339697c-143c-4b51-8b44-426256272f29', 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823', 'admin_state_up': True, 'tenant_id': 'c59bcc7268a148759f333f0093f2c054'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:14.355708 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9accf728-9f62-447f-a310-db56d73584d9 req-03b424fc-f443-4f4f-a5de-99701428cb87 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399777 Jun 28 11:18:14.458958 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d66c14ac-3268-4d60-b5f7-5f7ad2d25acd req-fea8e860-3915-4ec4-b067-d3e705697e86 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 210 time: 0.1014371 Jun 28 11:18:14.478458 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:14.483077 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Usage tracker for resource:port and tenant:c59bcc7268a148759f333f0093f2c054 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:14.486042 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:14.492620 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:14.504760 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Made reservation on behalf of c59bcc7268a148759f333f0093f2c054 for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:14.508286 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.561102 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-69b16e8e-e8df-46ec-8b2d-dd65699493c0 req-b06ed29f-1166-414b-ad88-22ae0d12ff57 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 210 time: 0.0961750 Jun 28 11:18:14.623725 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.639552 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Transition to ACTIVE for port object 93361885-69ea-4d17-bef7-9bf76c678531 will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:14.671724 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.686450 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Allocated IP 172.20.0.7 (9615e89e-e32f-4135-9b2d-e2dcc6a5a823/83f28c50-5865-41bc-a9be-83c43d66dcf9/5236a83f-098b-4dbd-801b-b34d52de8812) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:14.747449 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Network 8a651655-5308-4df2-8e8a-5ff23b03e19b is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:14.751186 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:14.754823 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:14.763602 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:14.763602 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.773878 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Pushing event updated for resources: {'Port': ['ID=93361885-69ea-4d17-bef7-9bf76c678531,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:14.810233 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-8b306635-4f81-4a8d-a167-63c9e9f6b463 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6833413 Jun 28 11:18:14.823014 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Request body: {'port': {'device_id': 'fd47a02a-129f-4c4a-86cf-2153bbb61184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:14.955634 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.999650 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.037826 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.112771 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:15.115923 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:15.119862 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:15.155599 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Pushing event updated for resources: {'Port': ['ID=5236a83f-098b-4dbd-801b-b34d52de8812,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:15.171185 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-6b5fb77d-207c-4135-8e2d-e4c2e4a73d8a None None] Provisioning for port 93361885-69ea-4d17-bef7-9bf76c678531 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:15.177227 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-6b5fb77d-207c-4135-8e2d-e4c2e4a73d8a None None] Provisioning complete for port 93361885-69ea-4d17-bef7-9bf76c678531 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:15.177805 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-6b5fb77d-207c-4135-8e2d-e4c2e4a73d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.201860 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:15.202603 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.230752 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4e9bbb8b-7db5-438c-b47c-df4d3913a3e1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331110 Jun 28 11:18:15.244274 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Request body: {'port': {'device_id': '7339697c-143c-4b51-8b44-426256272f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:15.280592 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-6b5fb77d-207c-4135-8e2d-e4c2e4a73d8a None None] Port 93361885-69ea-4d17-bef7-9bf76c678531 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:15.351230 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93361885-69ea-4d17-bef7-9bf76c678531 {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:15.360769 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.383654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Transition to ACTIVE for port object 93361885-69ea-4d17-bef7-9bf76c678531 will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:15.388842 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.391074 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.469905 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Pushing event updated for resources: {'Port': ['ID=93361885-69ea-4d17-bef7-9bf76c678531,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:15.757299 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Attempting to bind port 93361885-69ea-4d17-bef7-9bf76c678531 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:15.757553 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Attempting to bind port 93361885-69ea-4d17-bef7-9bf76c678531 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:15.757900 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Attempting to bind port 93361885-69ea-4d17-bef7-9bf76c678531 on network 8a651655-5308-4df2-8e8a-5ff23b03e19b {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:15.768185 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Port 93361885-69ea-4d17-bef7-9bf76c678531 on network 8a651655-5308-4df2-8e8a-5ff23b03e19b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:15.768532 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Attempting to bind port 93361885-69ea-4d17-bef7-9bf76c678531 on network 8a651655-5308-4df2-8e8a-5ff23b03e19b {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:15.779207 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:15.779511 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Checking segment: {'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:15.779941 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Bound using segment: {'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:15.780359 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Bound port: 93361885-69ea-4d17-bef7-9bf76c678531, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb7d71a-681b-4daf-9832-7c2230481acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:15.780707 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.809191 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7ebd1-f25e-489d-abb8-138c2f05d77f req-9fbbc84f-9a1c-46d3-ac97-de9a226d03e1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:15.819103 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-35a7ebd1-f25e-489d-abb8-138c2f05d77f req-9fbbc84f-9a1c-46d3-ac97-de9a226d03e1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.3441842 Jun 28 11:18:15.832537 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5236a83f-098b-4dbd-801b-b34d52de8812 {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:15.853784 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.874852 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Transition to ACTIVE for port object 5236a83f-098b-4dbd-801b-b34d52de8812 will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:15.881935 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23f68d-886d-44f2-b08e-6131d83c05ee req-f8d01c4d-a3df-49e7-b0ca-3dd77dde8fa3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:15.883649 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a23f68d-886d-44f2-b08e-6131d83c05ee req-f8d01c4d-a3df-49e7-b0ca-3dd77dde8fa3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.3648844 Jun 28 11:18:15.889384 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:15.975139 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-35a7ebd1-f25e-489d-abb8-138c2f05d77f req-acc75099-f709-4dcf-ad99-34d0343b85c8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1535122 Jun 28 11:18:16.033257 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a23f68d-886d-44f2-b08e-6131d83c05ee req-37b7a5a7-5a90-4b2c-9bb9-5c5c1f3c37da tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407881 Jun 28 11:18:16.036306 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] For port 93361885-69ea-4d17-bef7-9bf76c678531, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:16.039979 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] For port 93361885-69ea-4d17-bef7-9bf76c678531, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93361885-69ea-4d17-bef7-9bf76c678531,segment=NetworkSegment(9eb7d71a-681b-4daf-9832-7c2230481acb),segment_id=9eb7d71a-681b-4daf-9832-7c2230481acb)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:16.061085 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.147480 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Pushing event updated for resources: {'Port': ['ID=5236a83f-098b-4dbd-801b-b34d52de8812,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:16.346680 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.347299 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.348710 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] 10.222.0.46 "PUT /v2.0/ports/93361885-69ea-4d17-bef7-9bf76c678531 HTTP/1.1" status: 200 len: 1097 time: 1.5302899 Jun 28 11:18:16.350558 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd47a02a-129f-4c4a-86cf-2153bbb61184', 'tag': '93361885-69ea-4d17-bef7-9bf76c678531'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:16.385682 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Attempting to bind port 5236a83f-098b-4dbd-801b-b34d52de8812 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:16.386359 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Attempting to bind port 5236a83f-098b-4dbd-801b-b34d52de8812 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:16.387067 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Attempting to bind port 5236a83f-098b-4dbd-801b-b34d52de8812 on network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:16.391348 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff6e16-5029-420e-bef5-6481ccc87942 service neutron] Pushing event updated for resources: {'Port': ['ID=93361885-69ea-4d17-bef7-9bf76c678531,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:16.401818 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Port 5236a83f-098b-4dbd-801b-b34d52de8812 on network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:16.404113 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Attempting to bind port 5236a83f-098b-4dbd-801b-b34d52de8812 on network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:16.411408 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:16.411804 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Checking segment: {'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:16.412255 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Bound using segment: {'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:16.412813 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Bound port: 5236a83f-098b-4dbd-801b-b34d52de8812, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:16.413228 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.483466 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adc6dc-b269-4efb-9bbb-ef8d2a8d4fad req-689b2770-1c88-4a88-8d75-dd5ab4d0e541 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.485137 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-51adc6dc-b269-4efb-9bbb-ef8d2a8d4fad req-689b2770-1c88-4a88-8d75-dd5ab4d0e541 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 943 time: 0.2618248 Jun 28 11:18:16.493105 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fab5ef-8258-4c5d-af82-c5c61ea7eb94 req-404d6a1e-6201-45ee-a27e-1e97f1e27888 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.493893 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-e1fab5ef-8258-4c5d-af82-c5c61ea7eb94 req-404d6a1e-6201-45ee-a27e-1e97f1e27888 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Synchronizing usage tracker for tenant:c3b6b8001935466098bdc9dfe2389cd2 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:16.527481 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] For port 5236a83f-098b-4dbd-801b-b34d52de8812, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:16.529820 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] For port 5236a83f-098b-4dbd-801b-b34d52de8812, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5236a83f-098b-4dbd-801b-b34d52de8812,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:16.536597 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.561953 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-e1fab5ef-8258-4c5d-af82-c5c61ea7eb94 req-404d6a1e-6201-45ee-a27e-1e97f1e27888 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Unset dirty status for tenant:c3b6b8001935466098bdc9dfe2389cd2 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:16.561953 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e1fab5ef-8258-4c5d-af82-c5c61ea7eb94 req-404d6a1e-6201-45ee-a27e-1e97f1e27888 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 947 time: 0.3378732 Jun 28 11:18:16.566844 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-51adc6dc-b269-4efb-9bbb-ef8d2a8d4fad req-446be4ec-f64a-4fa2-9b7d-a4c19c9f2c76 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691876 Jun 28 11:18:16.608124 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-4eae1cce-0bfc-4ba9-95de-12d083356159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.609020 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.609556 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-4eae1cce-0bfc-4ba9-95de-12d083356159 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b6b8001935466098bdc9dfe2389cd2&device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 1100 time: 0.2017407 Jun 28 11:18:16.609655 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:16.611003 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] 10.222.0.46 "PUT /v2.0/ports/5236a83f-098b-4dbd-801b-b34d52de8812 HTTP/1.1" status: 200 len: 1093 time: 1.3720872 Jun 28 11:18:16.611432 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7339697c-143c-4b51-8b44-426256272f29', 'tag': '5236a83f-098b-4dbd-801b-b34d52de8812'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:16.618855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-e1fab5ef-8258-4c5d-af82-c5c61ea7eb94 req-2cdb7a4a-fac2-417c-9692-2c1f37def649 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Synchronizing usage tracker for tenant:c3b6b8001935466098bdc9dfe2389cd2 on resource:security_group {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:16.637923 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c963bc-66fc-4ebc-8623-5ef55ccf6483 service neutron] Pushing event updated for resources: {'Port': ['ID=5236a83f-098b-4dbd-801b-b34d52de8812,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:16.693151 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-3910e9dd-33b5-4b86-adad-08041ea1afb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=93361885-69ea-4d17-bef7-9bf76c678531 HTTP/1.1" status: 200 len: 217 time: 0.0697031 Jun 28 11:18:16.774034 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-52cb2346-26c3-4e65-9851-2519aed8158e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.775602 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-52cb2346-26c3-4e65-9851-2519aed8158e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c59bcc7268a148759f333f0093f2c054&device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 1096 time: 0.0951345 Jun 28 11:18:16.780530 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-e1fab5ef-8258-4c5d-af82-c5c61ea7eb94 req-2cdb7a4a-fac2-417c-9692-2c1f37def649 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Unset dirty status for tenant:c3b6b8001935466098bdc9dfe2389cd2 on resource:security_group {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:16.781703 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e1fab5ef-8258-4c5d-af82-c5c61ea7eb94 req-2cdb7a4a-fac2-417c-9692-2c1f37def649 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135005 Jun 28 11:18:16.817988 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-149f5f90-a14a-4858-895a-a6f54f9844f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.819433 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-149f5f90-a14a-4858-895a-a6f54f9844f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be58335b-fb25-4e7e-9119-28cab170a726 HTTP/1.1" status: 200 len: 843 time: 0.0888777 Jun 28 11:18:16.839198 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf8bc5-0621-412e-ac7e-17b5f1b75a33 req-e2b60c42-98ee-4729-85e7-2e242eaf0f0a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.841008 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4ddf8bc5-0621-412e-ac7e-17b5f1b75a33 req-e2b60c42-98ee-4729-85e7-2e242eaf0f0a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1496789 Jun 28 11:18:16.857941 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-51b26878-487c-47dc-b349-578f55c06a7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5236a83f-098b-4dbd-801b-b34d52de8812 HTTP/1.1" status: 200 len: 217 time: 0.0733380 Jun 28 11:18:16.858338 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 54686) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:16.863921 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'floatingip': {'port_id': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:16.884767 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688e8fe2-757d-4729-ae25-13012bd89ae7'] response: {'name': 'network-changed', 'server_uuid': 'fd47a02a-129f-4c4a-86cf-2153bbb61184', 'tag': '93361885-69ea-4d17-bef7-9bf76c678531', 'status': 'completed', 'code': 200} Jun 28 11:18:16.930100 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8467dcde-68b4-4825-a6d0-df6ebcdaf66d'] response: {'name': 'network-changed', 'server_uuid': '7339697c-143c-4b51-8b44-426256272f29', 'tag': '5236a83f-098b-4dbd-801b-b34d52de8812', 'status': 'completed', 'code': 200} Jun 28 11:18:16.930307 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-49b05f78-e6df-4380-886c-3a5aff7c10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.931614 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-49b05f78-e6df-4380-886c-3a5aff7c10e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a651655-5308-4df2-8e8a-5ff23b03e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0897551 Jun 28 11:18:17.008807 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:17.069731 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-2f9cc879-6acb-4551-9454-0f35c286a37f service neutron] 10.222.0.46 "GET /v2.0/networks/8a651655-5308-4df2-8e8a-5ff23b03e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299238 Jun 28 11:18:17.155146 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-285b453a-b825-4069-9633-aeb0261dad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.156631 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-285b453a-b825-4069-9633-aeb0261dad47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83f28c50-5865-41bc-a9be-83c43d66dcf9 HTTP/1.1" status: 200 len: 849 time: 0.2194357 Jun 28 11:18:17.255971 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-4502bf98-e99e-4dd9-9c47-e14f8bdfe9d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892451 Jun 28 11:18:17.281911 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d92eb7d1-397f-45cb-93f0-501935c4325f req-b90f3052-852e-4e96-9cc4-d30c625342bb service neutron] 10.222.0.46 "GET /v2.0/networks/8a651655-5308-4df2-8e8a-5ff23b03e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060425 Jun 28 11:18:17.413403 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df9ec5-febc-4dde-98b7-a3dc1253ce25 req-8d920e14-7c1d-4dda-b9fb-ddbeb0e6e8d3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.414992 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-48df9ec5-febc-4dde-98b7-a3dc1253ce25 req-8d920e14-7c1d-4dda-b9fb-ddbeb0e6e8d3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1750326 Jun 28 11:18:17.474969 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-48df9ec5-febc-4dde-98b7-a3dc1253ce25 req-ec445ae0-9fb1-489b-a166-5b6eb2f68e12 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474815 Jun 28 11:18:17.483440 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-fa505c69-242b-4ec2-977f-3db1599331c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.485071 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-fa505c69-242b-4ec2-977f-3db1599331c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b6b8001935466098bdc9dfe2389cd2&device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 1100 time: 0.1416979 Jun 28 11:18:17.605635 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-01afe3cb-6335-4d7e-990a-38eaebfc2daf service neutron] 10.222.0.46 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386672 Jun 28 11:18:17.664825 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-60a04728-de40-4042-9de3-bf51fb269f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.666940 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-60a04728-de40-4042-9de3-bf51fb269f60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a651655-5308-4df2-8e8a-5ff23b03e19b HTTP/1.1" status: 200 len: 870 time: 0.1637723 Jun 28 11:18:17.821333 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-f5308852-2a59-457c-892a-e07201d9b671 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=93361885-69ea-4d17-bef7-9bf76c678531 HTTP/1.1" status: 200 len: 217 time: 0.1463745 Jun 28 11:18:17.912125 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-852ce9a2-5e73-4f82-a6dd-41270afb1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.914142 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-852ce9a2-5e73-4f82-a6dd-41270afb1881 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be58335b-fb25-4e7e-9119-28cab170a726 HTTP/1.1" status: 200 len: 843 time: 0.0812843 Jun 28 11:18:18.146456 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ef776-82dc-4e30-b83e-e934acad634d req-0a8bf13f-1c59-4971-b1eb-5c6d0bd6e80e tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.147823 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e92ef776-82dc-4e30-b83e-e934acad634d req-0a8bf13f-1c59-4971-b1eb-5c6d0bd6e80e tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 943 time: 0.3867848 Jun 28 11:18:18.150695 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-a6279175-87c8-47c8-92b0-dc25de3ec1ab req-79de52fb-be35-4046-b528-688881d1dc29 service neutron] 10.222.0.46 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266092 Jun 28 11:18:18.175598 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.181691 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.218617 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e92ef776-82dc-4e30-b83e-e934acad634d req-3ddf10c9-20d2-4e4e-bc0a-bb0cbba505d5 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611110 Jun 28 11:18:18.228189 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-f92023b9-3bba-49e3-b680-cc00b416f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.229742 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-f92023b9-3bba-49e3-b680-cc00b416f7bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a651655-5308-4df2-8e8a-5ff23b03e19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2955768 Jun 28 11:18:18.243890 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60dc7e8-9e52-4221-a69c-2ca9e39fa34e req-b9bfcda0-6632-417b-8616-bf946c78de3b tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.245321 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b60dc7e8-9e52-4221-a69c-2ca9e39fa34e req-b9bfcda0-6632-417b-8616-bf946c78de3b tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 947 time: 0.2733769 Jun 28 11:18:18.373463 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b60dc7e8-9e52-4221-a69c-2ca9e39fa34e req-7ac62b1a-ca29-4209-96f4-a6e05d0cff5a tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062970 Jun 28 11:18:18.419296 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-87e26cc7-f0c7-443b-bc38-6821f3a0c135 service neutron] 10.222.0.46 "GET /v2.0/networks/8a651655-5308-4df2-8e8a-5ff23b03e19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698773 Jun 28 11:18:18.423166 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-42f02fd4-b541-4eee-a9d2-96b3030ce06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.424641 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-42f02fd4-b541-4eee-a9d2-96b3030ce06e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c59bcc7268a148759f333f0093f2c054&device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 1096 time: 0.1279354 Jun 28 11:18:18.429219 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Floating IP 81b11741-3acc-41c9-a3cb-9bec5a09d9b0 associated. External IP: 172.28.1.190, port: 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35. Jun 28 11:18:18.601080 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a42313fb-0ede-42e5-8480-00eb50ef7556 req-d8e1aa25-f1f2-4dd3-8e56-caf2d2d47411 service neutron] 10.222.0.46 "GET /v2.0/networks/8a651655-5308-4df2-8e8a-5ff23b03e19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484880 Jun 28 11:18:18.709619 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb4121-e041-4208-bd6c-3f1ce48a2060 req-fee1a631-84c8-49f3-9053-23f47aefee40 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.711127 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-39fb4121-e041-4208-bd6c-3f1ce48a2060 req-fee1a631-84c8-49f3-9053-23f47aefee40 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1020820 Jun 28 11:18:18.758759 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-39fb4121-e041-4208-bd6c-3f1ce48a2060 req-cc68a249-e27d-470f-8ea8-5d1c945129cf tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Jun 28 11:18:18.759431 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-89f76519-39d2-4b05-bb09-bf6b8b600a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.761006 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-89f76519-39d2-4b05-bb09-bf6b8b600a86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823 HTTP/1.1" status: 200 len: 910 time: 0.2835381 Jun 28 11:18:18.948446 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-7fac8c9b-bf2b-48d2-b8a7-3bfcbf0ec888 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5236a83f-098b-4dbd-801b-b34d52de8812 HTTP/1.1" status: 200 len: 217 time: 0.1268337 Jun 28 11:18:19.048213 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-e2cde1e1-a57e-4843-9ccc-f255b4fcc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:19.049756 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-e2cde1e1-a57e-4843-9ccc-f255b4fcc7d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83f28c50-5865-41bc-a9be-83c43d66dcf9 HTTP/1.1" status: 200 len: 849 time: 0.0828316 Jun 28 11:18:19.108814 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:19.123315 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-048b705c-b133-44f2-8969-93cc8705d305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626295 Jun 28 11:18:19.125232 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:18:19.431138 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72540717-1763-4038-a6ed-b48a2572f90d req-253053fd-37c1-4881-9602-85b99768e5db tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:19.435661 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-72540717-1763-4038-a6ed-b48a2572f90d req-253053fd-37c1-4881-9602-85b99768e5db tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 943 time: 0.1021688 Jun 28 11:18:19.489234 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-72540717-1763-4038-a6ed-b48a2572f90d req-5ced5239-1368-40d7-a452-f6e79db5db22 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Jun 28 11:18:19.542150 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:18:19.545478 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-039eb08d-edcc-4332-ac90-54f7a82155fa service neutron] 10.222.0.46 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580742 Jun 28 11:18:19.549726 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:19.567727 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] Sync routers for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:18:19.585266 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:19.586217 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:19.602125 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79c88-f620-4f51-b974-0ae48b658712 req-bf3cac11-4580-4301-b898-5db478a010e6 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:19.604439 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-66b79c88-f620-4f51-b974-0ae48b658712 req-bf3cac11-4580-4301-b898-5db478a010e6 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 947 time: 0.1143465 Jun 28 11:18:19.673676 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-66b79c88-f620-4f51-b974-0ae48b658712 req-0e3674c8-c351-497a-beae-5b0e871ded20 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581977 Jun 28 11:18:19.678777 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-f364930d-7fd7-487c-b21e-de8b0c481a01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "PUT /v2.0/floatingips/81b11741-3acc-41c9-a3cb-9bec5a09d9b0 HTTP/1.1" status: 200 len: 992 time: 2.8193231 Jun 28 11:18:19.683592 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:19.733382 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1830b993-9d8f-4c74-b4af-05fff3b465f1'] response: {'name': 'network-changed', 'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'status': 'completed', 'code': 200} Jun 28 11:18:19.769220 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-222d13a5-ef00-42ad-b350-ae4372fb800c req-20f6d8fc-12b4-47d1-ad8f-9fdaa1d6c18f service neutron] 10.222.0.46 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651566 Jun 28 11:18:19.822809 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:19.851319 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-e8944625-e9e3-45bb-b16d-7c348a28dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:19.852858 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-e8944625-e9e3-45bb-b16d-7c348a28dd03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 1099 time: 0.0928776 Jun 28 11:18:20.084530 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-5d236d6b-3897-40f4-9e0f-9cdb117ad2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.084745 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 93361885-69ea-4d17-bef7-9bf76c678531 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:18:20.086012 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-5d236d6b-3897-40f4-9e0f-9cdb117ad2e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.2263074 Jun 28 11:18:20.099116 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a5636-4153-45d0-9a41-e5c8453ca66c req-045a2bc1-0cb4-4557-becc-f9949133bb3a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.100645 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d34a5636-4153-45d0-9a41-e5c8453ca66c req-045a2bc1-0cb4-4557-becc-f9949133bb3a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1552677 Jun 28 11:18:20.278876 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d34a5636-4153-45d0-9a41-e5c8453ca66c req-fc4de023-549c-48b4-95fe-8563172ae23e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891562 Jun 28 11:18:20.284701 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-28a39053-ad85-4454-af4a-69f90abd0ddc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 HTTP/1.1" status: 200 len: 1000 time: 0.1825411 Jun 28 11:18:20.307208 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-19ebec05-1ece-4c49-8712-7fe50a44b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.309037 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-19ebec05-1ece-4c49-8712-7fe50a44b5bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 1099 time: 0.0884087 Jun 28 11:18:20.346639 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 93361885-69ea-4d17-bef7-9bf76c678531, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93361885-69ea-4d17-bef7-9bf76c678531,segment=NetworkSegment(9eb7d71a-681b-4daf-9832-7c2230481acb),segment_id=9eb7d71a-681b-4daf-9832-7c2230481acb)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:20.368787 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-ed624e03-49cf-40db-87af-6620b4a1c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.369015 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '93361885-69ea-4d17-bef7-9bf76c678531', 'network_id': '8a651655-5308-4df2-8e8a-5ff23b03e19b', 'port_id': '93361885-69ea-4d17-bef7-9bf76c678531', 'mac_address': 'fa:16:3e:d4:29:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be58335b-fb25-4e7e-9119-28cab170a726', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:18:20.370395 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-ed624e03-49cf-40db-87af-6620b4a1c0d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.0780449 Jun 28 11:18:20.431116 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '81b11741-3acc-41c9-a3cb-9bec5a09d9b0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'floating_ip_address': '172.28.1.190', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'port_id': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'mac_address': 'fa:16:3e:44:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:57Z', 'updated_at': '2022-06-28T11:18:17Z', 'revision_number': 1, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:20.440306 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 93361885-69ea-4d17-bef7-9bf76c678531 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:20.440697 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:20.458784 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] Checking router: 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:18:20.495252 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93361885-69ea-4d17-bef7-9bf76c678531 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:20.501195 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:20.502039 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:17:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:20.519458 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-413c9669-fb94-4d1e-a9c4-5dcb99d690b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.522274 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-413c9669-fb94-4d1e-a9c4-5dcb99d690b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.1768417 Jun 28 11:18:20.624066 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-aa3de2e6-e025-4e38-b2f8-8b08a7f4e956 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53127a73-8958-422c-9d22-8f1cf1f2a954 HTTP/1.1" status: 200 len: 217 time: 0.0919611 Jun 28 11:18:20.689211 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-89a17272-d7d3-4b26-a97b-9ab207b250c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.691150 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-89a17272-d7d3-4b26-a97b-9ab207b250c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3080127 Jun 28 11:18:20.699318 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 93361885-69ea-4d17-bef7-9bf76c678531, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93361885-69ea-4d17-bef7-9bf76c678531,segment=NetworkSegment(9eb7d71a-681b-4daf-9832-7c2230481acb),segment_id=9eb7d71a-681b-4daf-9832-7c2230481acb)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:20.707397 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac10c12-7bd4-4bdb-b298-671ca5664501 req-26afb9d2-ec35-4387-bb46-81736bae1994 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.710059 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:20.716041 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eac10c12-7bd4-4bdb-b298-671ca5664501 req-26afb9d2-ec35-4387-bb46-81736bae1994 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.2630198 Jun 28 11:18:20.722469 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-a8c91b00-b34d-4f1e-8d9e-a86ec6e08ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.723985 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-a8c91b00-b34d-4f1e-8d9e-a86ec6e08ac8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0897467 Jun 28 11:18:20.802319 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=93361885-69ea-4d17-bef7-9bf76c678531,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:20.806021 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:20.839286 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-13e5cfb7-7c3f-44d5-b795-95f8090b3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.842425 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-13e5cfb7-7c3f-44d5-b795-95f8090b3dbf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1121516 Jun 28 11:18:20.865494 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eac10c12-7bd4-4bdb-b298-671ca5664501 req-911e10b2-f302-42ec-852f-09fb5ade5f93 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483269 Jun 28 11:18:20.973171 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dfdd9-203b-4e01-bea4-67370cbdae75 req-12c46f39-cd70-4e4a-9cfb-d876751bbd6e tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.975062 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-868dfdd9-203b-4e01-bea4-67370cbdae75 req-12c46f39-cd70-4e4a-9cfb-d876751bbd6e tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 943 time: 0.3351607 Jun 28 11:18:21.012087 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-0a7ab069-b9dd-4a25-91f0-29fce680dacd service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615345 Jun 28 11:18:21.067958 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['93361885-69ea-4d17-bef7-9bf76c678531'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:21.159195 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-aff1862e-4711-4ef6-b3e6-a7903220f9cb service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401593 Jun 28 11:18:21.171877 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-34db0319-5d6e-42d9-9575-5c88ada0ead3 req-6a3de247-7ae3-4ae1-b58c-46d818f6ada5 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455731 Jun 28 11:18:21.212565 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-868dfdd9-203b-4e01-bea4-67370cbdae75 req-644ad069-919e-42d2-8718-085534f5fdff tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228811 Jun 28 11:18:21.320935 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65587b1b-e24c-45da-8e34-7ec5608902ee req-fd47ebfb-67ab-41a0-b905-b9936d0ce8c7 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:21.323043 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-65587b1b-e24c-45da-8e34-7ec5608902ee req-fd47ebfb-67ab-41a0-b905-b9936d0ce8c7 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 948 time: 0.3168530 Jun 28 11:18:21.362241 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64dbe4a-ae56-4eda-a923-38bcc95bcfab req-072b386f-11cb-4eda-9250-c358f27472ee service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899083 Jun 28 11:18:21.395095 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-65587b1b-e24c-45da-8e34-7ec5608902ee req-1164ed63-72f5-4c02-a6e7-942361077d19 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611084 Jun 28 11:18:21.396106 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '81b11741-3acc-41c9-a3cb-9bec5a09d9b0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'floating_ip_address': '172.28.1.190', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'port_id': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'mac_address': 'fa:16:3e:44:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:57Z', 'updated_at': '2022-06-28T11:18:17Z', 'revision_number': 1, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:21.411064 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c73d246-e746-4b4a-9835-952025a317a5 None None] The sync data for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb is: [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '81b11741-3acc-41c9-a3cb-9bec5a09d9b0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'floating_ip_address': '172.28.1.190', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'port_id': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'mac_address': 'fa:16:3e:44:9e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:57Z', 'updated_at': '2022-06-28T11:18:17Z', 'revision_number': 1, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:18:21.506139 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dd9a2-2e24-415e-a60f-9dc756f920e3 req-85c8307f-1ab8-42e2-9318-a1217ae2a2a2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:21.507627 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0e5dd9a2-2e24-415e-a60f-9dc756f920e3 req-85c8307f-1ab8-42e2-9318-a1217ae2a2a2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0973730 Jun 28 11:18:21.555518 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0e5dd9a2-2e24-415e-a60f-9dc756f920e3 req-9e19a0f2-53c4-497c-95c4-171fadf240e4 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Jun 28 11:18:21.630745 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d9070-7fff-4a0a-934f-ccd53f6bd2ac None None] New status for floating IP 81b11741-3acc-41c9-a3cb-9bec5a09d9b0: ACTIVE {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:18:22.065529 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 5236a83f-098b-4dbd-801b-b34d52de8812 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:18:22.074656 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce475a-a138-42d0-850b-37e2def54f53 req-65dfd0a8-3afc-4842-9a3d-5c492fd79b39 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.076101 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-60ce475a-a138-42d0-850b-37e2def54f53 req-65dfd0a8-3afc-4842-9a3d-5c492fd79b39 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.0977397 Jun 28 11:18:22.126772 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-60ce475a-a138-42d0-850b-37e2def54f53 req-4f16bd42-6290-4dab-9363-aa6e8dc8fabb tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445256 Jun 28 11:18:22.209685 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 5236a83f-098b-4dbd-801b-b34d52de8812, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5236a83f-098b-4dbd-801b-b34d52de8812,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:22.229023 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '5236a83f-098b-4dbd-801b-b34d52de8812', 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823', 'port_id': '5236a83f-098b-4dbd-801b-b34d52de8812', 'mac_address': 'fa:16:3e:bd:65:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f28c50-5865-41bc-a9be-83c43d66dcf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:18:22.265004 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-e5d69a1a-9649-4e20-9597-21457c57a593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:22.294544 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 5236a83f-098b-4dbd-801b-b34d52de8812 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:22.294921 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:22.312269 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5236a83f-098b-4dbd-801b-b34d52de8812 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:22.328781 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 5236a83f-098b-4dbd-801b-b34d52de8812, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5236a83f-098b-4dbd-801b-b34d52de8812,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:22.334525 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:22.405586 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=5236a83f-098b-4dbd-801b-b34d52de8812,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:22.435820 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7496468-e9d1-4632-9fac-d0344d823afb req-46f1c2dc-646d-4326-8efe-5a8b66fd1a00 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.437624 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b7496468-e9d1-4632-9fac-d0344d823afb req-46f1c2dc-646d-4326-8efe-5a8b66fd1a00 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 944 time: 0.1059570 Jun 28 11:18:22.486337 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b7496468-e9d1-4632-9fac-d0344d823afb req-e2baf7b7-feaa-4c1f-8ff6-738f3e3aad28 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407798 Jun 28 11:18:22.593872 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005d50d-f226-45cb-a145-f50e2a183ee4 req-c9a7eefc-137e-4da9-b8cd-b9949b751781 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.595347 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3005d50d-f226-45cb-a145-f50e2a183ee4 req-c9a7eefc-137e-4da9-b8cd-b9949b751781 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 948 time: 0.0954185 Jun 28 11:18:22.643647 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3005d50d-f226-45cb-a145-f50e2a183ee4 req-d6415bab-45ae-45f6-8a7e-31aa1585d096 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422609 Jun 28 11:18:22.697032 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['5236a83f-098b-4dbd-801b-b34d52de8812'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:22.758491 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd258e5-84aa-4ce0-8433-cff81e29929f req-89fd1261-f911-4f4e-9db2-13a2c5670482 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.759926 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-abd258e5-84aa-4ce0-8433-cff81e29929f req-89fd1261-f911-4f4e-9db2-13a2c5670482 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0931456 Jun 28 11:18:22.807727 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-abd258e5-84aa-4ce0-8433-cff81e29929f req-eea2b064-7af7-44a8-84d9-57cb9a11e60c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415292 Jun 28 11:18:23.345792 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc90308-bf06-4295-ae0f-02b731af8560 req-9f142b0c-47bf-4b7e-b4a5-d7fbee16135f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:23.347345 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9fc90308-bf06-4295-ae0f-02b731af8560 req-9f142b0c-47bf-4b7e-b4a5-d7fbee16135f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1035411 Jun 28 11:18:23.390990 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9fc90308-bf06-4295-ae0f-02b731af8560 req-1c14da0d-2284-4b99-83ca-9d443bfff2b2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378323 Jun 28 11:18:23.697995 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff204e-c395-4bb2-abf5-6d8bf9b71219 req-735dcf25-ce40-47ed-91e1-516282d0316c tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:23.699657 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-36ff204e-c395-4bb2-abf5-6d8bf9b71219 req-735dcf25-ce40-47ed-91e1-516282d0316c tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 944 time: 0.1002669 Jun 28 11:18:23.755881 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-36ff204e-c395-4bb2-abf5-6d8bf9b71219 req-8fe17520-86f8-49ee-9535-bc1058a82236 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501597 Jun 28 11:18:23.848713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671f0b2-0a2d-45b4-8f29-3eacb591b4b1 req-52503912-852f-431e-9a34-ff256a219788 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:23.850458 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e671f0b2-0a2d-45b4-8f29-3eacb591b4b1 req-52503912-852f-431e-9a34-ff256a219788 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 948 time: 0.0936856 Jun 28 11:18:23.905672 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e671f0b2-0a2d-45b4-8f29-3eacb591b4b1 req-266d10e2-1710-40dc-ac22-1771ef08d339 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482814 Jun 28 11:18:24.021417 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf53d2-a788-4fc5-9185-4dbb667fb3b0 req-1fc61b73-288c-4283-9e69-50b4b9367488 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:24.023312 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2fcf53d2-a788-4fc5-9185-4dbb667fb3b0 req-1fc61b73-288c-4283-9e69-50b4b9367488 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1009340 Jun 28 11:18:24.068888 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2fcf53d2-a788-4fc5-9185-4dbb667fb3b0 req-a539738b-4e3e-4e2f-b90d-4b23177eaca8 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 Jun 28 11:18:24.091266 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 5236a83f-098b-4dbd-801b-b34d52de8812 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:24.172259 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 5236a83f-098b-4dbd-801b-b34d52de8812 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:24.177735 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 5236a83f-098b-4dbd-801b-b34d52de8812 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:24.178053 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.308238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f44d61b4-af39-492f-b425-7718b978b93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.311381 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 5236a83f-098b-4dbd-801b-b34d52de8812 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:24.311746 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.338624 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7339697c-143c-4b51-8b44-426256272f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5236a83f-098b-4dbd-801b-b34d52de8812'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:24.348572 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 5236a83f-098b-4dbd-801b-b34d52de8812, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5236a83f-098b-4dbd-801b-b34d52de8812,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:24.353257 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.354044 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 93361885-69ea-4d17-bef7-9bf76c678531 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:24.415538 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a76bf1-1001-4344-b4d7-0db5c397f30a'] response: {'server_uuid': '7339697c-143c-4b51-8b44-426256272f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5236a83f-098b-4dbd-801b-b34d52de8812', 'code': 200} Jun 28 11:18:24.481405 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=5236a83f-098b-4dbd-801b-b34d52de8812,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:24.497173 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 93361885-69ea-4d17-bef7-9bf76c678531 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:24.504773 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 93361885-69ea-4d17-bef7-9bf76c678531 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:24.505259 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.634004 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 93361885-69ea-4d17-bef7-9bf76c678531 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:24.634382 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.645742 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6069a29-8c5f-4514-89ec-a63cf7b0287c req-8662e2a9-cd74-451d-a94d-0574894853f8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:24.647182 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6069a29-8c5f-4514-89ec-a63cf7b0287c req-8662e2a9-cd74-451d-a94d-0574894853f8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1376572 Jun 28 11:18:24.667728 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 93361885-69ea-4d17-bef7-9bf76c678531, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93361885-69ea-4d17-bef7-9bf76c678531,segment=NetworkSegment(9eb7d71a-681b-4daf-9832-7c2230481acb),segment_id=9eb7d71a-681b-4daf-9832-7c2230481acb)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:24.673040 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:24.702403 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6069a29-8c5f-4514-89ec-a63cf7b0287c req-b659403a-7ce9-4fc9-bcd8-935ec3b159eb tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463166 Jun 28 11:18:24.712867 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edf9bb-013f-46f8-a68f-fd87ad092abb req-6ded2f7a-211b-4e24-b04d-4ce59d8d8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:24.714381 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-94edf9bb-013f-46f8-a68f-fd87ad092abb req-6ded2f7a-211b-4e24-b04d-4ce59d8d8d1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 1098 time: 0.1274323 Jun 28 11:18:24.748168 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=93361885-69ea-4d17-bef7-9bf76c678531,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:24.760064 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-94edf9bb-013f-46f8-a68f-fd87ad092abb req-63416fc5-78ae-41ae-a54b-d9698b1a49cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392458 Jun 28 11:18:24.952384 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ac746-b174-4eeb-8772-2776f08d8321 req-a106bf4e-5ec1-4e1d-b106-85178e92b966 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:24.954023 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-825ac746-b174-4eeb-8772-2776f08d8321 req-a106bf4e-5ec1-4e1d-b106-85178e92b966 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 945 time: 0.0913112 Jun 28 11:18:25.001437 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-825ac746-b174-4eeb-8772-2776f08d8321 req-c8308894-3198-464e-8c56-d8cc398b79fa tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393350 Jun 28 11:18:25.124339 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438aaa-485c-4480-aa66-2552cab31ff7 req-ab299a59-d39f-4828-aff5-708be46aa90f tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:25.125837 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af438aaa-485c-4480-aa66-2552cab31ff7 req-ab299a59-d39f-4828-aff5-708be46aa90f tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 949 time: 0.0911343 Jun 28 11:18:25.174601 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af438aaa-485c-4480-aa66-2552cab31ff7 req-f7923f3a-ae0c-4ea9-8470-bf6a493a8b13 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415497 Jun 28 11:18:25.267514 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700db444-e086-4382-afd5-4410b8381bc3 req-5b6d4367-a92b-437d-af96-45de7b7d3c7f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:25.269177 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700db444-e086-4382-afd5-4410b8381bc3 req-5b6d4367-a92b-437d-af96-45de7b7d3c7f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0900915 Jun 28 11:18:25.319717 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700db444-e086-4382-afd5-4410b8381bc3 req-2d191a1c-3690-4518-9e59-aa3cc4ff296a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Jun 28 11:18:25.544457 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:25.570758 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:25.984297 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec2a73-ae80-4dce-bdf9-6e75a89680c1 req-6216309a-4dcc-474b-b636-7f01433158b8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:25.985763 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-97ec2a73-ae80-4dce-bdf9-6e75a89680c1 req-6216309a-4dcc-474b-b636-7f01433158b8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1648943 Jun 28 11:18:26.031670 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-97ec2a73-ae80-4dce-bdf9-6e75a89680c1 req-53100e7a-f426-427a-bf56-171925f6ddc7 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394599 Jun 28 11:18:26.219491 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fcc3a-a3e9-4902-9bf5-8bf442c9e10b req-bed196f8-47c4-41a6-a5db-4386884535b0 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.221000 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7d7fcc3a-a3e9-4902-9bf5-8bf442c9e10b req-bed196f8-47c4-41a6-a5db-4386884535b0 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 945 time: 0.1106181 Jun 28 11:18:26.275619 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7d7fcc3a-a3e9-4902-9bf5-8bf442c9e10b req-17c62889-7dae-444d-9c20-d59da170621f tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489004 Jun 28 11:18:26.372524 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ba1b2-aced-4fff-b887-45eed9f5a201 req-1d4e7dca-481d-4ab0-add2-91d38193b579 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.374105 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cb7ba1b2-aced-4fff-b887-45eed9f5a201 req-1d4e7dca-481d-4ab0-add2-91d38193b579 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 949 time: 0.0927265 Jun 28 11:18:26.417702 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd47a02a-129f-4c4a-86cf-2153bbb61184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93361885-69ea-4d17-bef7-9bf76c678531'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:26.433200 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cb7ba1b2-aced-4fff-b887-45eed9f5a201 req-6b94609e-9ad6-46f2-b66d-7905fdd54baf tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525208 Jun 28 11:18:26.487900 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-309f5149-ebf6-48f4-8746-fc483f7c1f82'] response: {'server_uuid': 'fd47a02a-129f-4c4a-86cf-2153bbb61184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93361885-69ea-4d17-bef7-9bf76c678531', 'code': 200} Jun 28 11:18:26.526400 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652658c-3324-4a07-92c7-6e1c147633f5 req-db082626-0ff9-4e44-a6ac-381f94a10d17 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.527952 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f652658c-3324-4a07-92c7-6e1c147633f5 req-db082626-0ff9-4e44-a6ac-381f94a10d17 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0926681 Jun 28 11:18:26.576013 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f652658c-3324-4a07-92c7-6e1c147633f5 req-f7b03bd6-ab0f-45fe-88f0-5813fb9e5f07 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Jun 28 11:18:26.745402 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e653731-dc28-4d68-bf46-8f7daa8a72f5 req-4129196f-843d-46fe-a5a3-34b115383145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.746944 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0e653731-dc28-4d68-bf46-8f7daa8a72f5 req-4129196f-843d-46fe-a5a3-34b115383145 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 1102 time: 0.0841486 Jun 28 11:18:26.790879 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0e653731-dc28-4d68-bf46-8f7daa8a72f5 req-03f11b00-9aec-4bc7-82ca-39ea602ecab5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364087 Jun 28 11:18:26.874645 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:27.233796 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b53d4-79d4-4f35-af3b-ba067fdbf667 req-f2075fe8-7fe9-452c-ba3e-aa7cb0baba63 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.235323 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-967b53d4-79d4-4f35-af3b-ba067fdbf667 req-f2075fe8-7fe9-452c-ba3e-aa7cb0baba63 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.0912750 Jun 28 11:18:27.282828 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-967b53d4-79d4-4f35-af3b-ba067fdbf667 req-fd55f515-99b2-4ec5-bc4d-bd10761e0efe tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Jun 28 11:18:27.482968 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe1159-a83d-4b84-855a-5b17aff5a5eb req-5e15514c-133c-484a-8765-a320ed4bb0a8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.484512 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5cbe1159-a83d-4b84-855a-5b17aff5a5eb req-5e15514c-133c-484a-8765-a320ed4bb0a8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 945 time: 0.1074243 Jun 28 11:18:27.530515 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5cbe1159-a83d-4b84-855a-5b17aff5a5eb req-9f50a95f-dcd4-4af2-83d0-49ee65522e86 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Jun 28 11:18:27.642372 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae8025-ef10-49cd-ab91-b6082797fdce req-41b2768f-4a4b-4f6e-adfe-a8d91c58f288 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.644232 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1aae8025-ef10-49cd-ab91-b6082797fdce req-41b2768f-4a4b-4f6e-adfe-a8d91c58f288 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 949 time: 0.0955944 Jun 28 11:18:27.690314 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1aae8025-ef10-49cd-ab91-b6082797fdce req-0eb08e4d-fe4b-42a0-b7b5-6b2ba3bc666b tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Jun 28 11:18:27.787204 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab440d-9e3b-4e4c-ba43-2f7fb7106443 req-99720927-adbb-4b8e-b826-9ba7d1512c36 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:27.788682 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a8ab440d-9e3b-4e4c-ba43-2f7fb7106443 req-99720927-adbb-4b8e-b826-9ba7d1512c36 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0966268 Jun 28 11:18:27.848607 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a8ab440d-9e3b-4e4c-ba43-2f7fb7106443 req-9460ae8e-2dc6-49a0-b9b5-8938828b1674 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541737 Jun 28 11:18:28.513782 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ad4be-0c1a-4594-8bab-c7f5514a371a req-28bd9d58-2f18-4aa7-b05b-0e20b955d958 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:28.515250 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-033ad4be-0c1a-4594-8bab-c7f5514a371a req-28bd9d58-2f18-4aa7-b05b-0e20b955d958 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.0997536 Jun 28 11:18:28.561778 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-033ad4be-0c1a-4594-8bab-c7f5514a371a req-5dd295bf-e610-499d-9615-fdb126cc23ca tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407152 Jun 28 11:18:28.652509 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadac119-6961-4116-aca6-ce1a5ffd9fa6 req-46d29710-b2ae-4a53-913b-4674cd24e585 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:28.654137 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fadac119-6961-4116-aca6-ce1a5ffd9fa6 req-46d29710-b2ae-4a53-913b-4674cd24e585 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 945 time: 0.0964386 Jun 28 11:18:28.698660 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fadac119-6961-4116-aca6-ce1a5ffd9fa6 req-a00c40ea-32d3-4b6f-83bf-56a9606bd783 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Jun 28 11:18:28.919970 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600bd1e-4068-4a04-b9a9-5fc897d9f6b0 req-edcc1ac6-a9b4-4671-83c2-eebc68da884b tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:28.919970 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4600bd1e-4068-4a04-b9a9-5fc897d9f6b0 req-edcc1ac6-a9b4-4671-83c2-eebc68da884b tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 949 time: 0.1059425 Jun 28 11:18:28.961573 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4600bd1e-4068-4a04-b9a9-5fc897d9f6b0 req-bc782eb1-9c1d-40ec-9cf1-55a7e26a990b tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Jun 28 11:18:29.062845 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5931e-8d7f-42fb-88e2-0136d3f473de req-e99276cd-b649-44f8-80d2-6a1bb3118a6d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:29.064621 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d9c5931e-8d7f-42fb-88e2-0136d3f473de req-e99276cd-b649-44f8-80d2-6a1bb3118a6d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0988290 Jun 28 11:18:29.110999 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d9c5931e-8d7f-42fb-88e2-0136d3f473de req-5fff15f5-ec1e-4fad-8fa9-4ef8f2d9182d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Jun 28 11:18:29.428224 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8105c71-7d23-4e94-aacf-b1711c96e6d3 req-403f8688-5dcc-4fbb-bbc2-f5817c8bbb2b tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:29.429681 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c8105c71-7d23-4e94-aacf-b1711c96e6d3 req-403f8688-5dcc-4fbb-bbc2-f5817c8bbb2b tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 949 time: 0.0992002 Jun 28 11:18:29.483321 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c8105c71-7d23-4e94-aacf-b1711c96e6d3 req-2a9e582b-9ba5-4a89-86b2-b747c1835ef9 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477381 Jun 28 11:18:29.765218 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e2899-00af-4091-9189-6cf4661b8c12 req-9b6ae41c-ec2d-48f3-af51-953a9a6c03e1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:29.766669 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-753e2899-00af-4091-9189-6cf4661b8c12 req-9b6ae41c-ec2d-48f3-af51-953a9a6c03e1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.0881958 Jun 28 11:18:29.852622 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-753e2899-00af-4091-9189-6cf4661b8c12 req-6fdb689f-229e-440b-9b55-e349648eb70f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801320 Jun 28 11:18:29.908630 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576903b-ffe5-4aae-83d1-ddf0474dff11 req-eb93e3a6-c947-42af-b7eb-79730125c1ad tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:29.910089 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9576903b-ffe5-4aae-83d1-ddf0474dff11 req-eb93e3a6-c947-42af-b7eb-79730125c1ad tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 945 time: 0.1006527 Jun 28 11:18:29.956796 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9576903b-ffe5-4aae-83d1-ddf0474dff11 req-e9f3b9d2-6cae-4d5c-870a-015933233ed8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409279 Jun 28 11:18:30.310430 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d16bd-4107-4a8f-8b26-c759566a2c5d req-f3ec9131-2d37-435b-9d3f-11274a6d9d59 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:30.311882 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6f4d16bd-4107-4a8f-8b26-c759566a2c5d req-f3ec9131-2d37-435b-9d3f-11274a6d9d59 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0883000 Jun 28 11:18:30.429737 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6f4d16bd-4107-4a8f-8b26-c759566a2c5d req-cdfbf79d-b7bc-4df7-a965-a8b8d3117152 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116045 Jun 28 11:18:30.758578 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd97492-f418-4594-9db0-b27681aab225 req-a676f2b2-989b-4b90-858c-50e1d791bbeb tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:30.760067 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3dd97492-f418-4594-9db0-b27681aab225 req-a676f2b2-989b-4b90-858c-50e1d791bbeb tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 949 time: 0.1512907 Jun 28 11:18:30.768549 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bc19e-05a8-4102-954d-168247b52004 req-5c4c19d1-2881-4235-8779-85e823ec87de tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:30.769996 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6a7bc19e-05a8-4102-954d-168247b52004 req-5c4c19d1-2881-4235-8779-85e823ec87de tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.46 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 945 time: 0.1248477 Jun 28 11:18:30.860922 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3dd97492-f418-4594-9db0-b27681aab225 req-dc17ab9d-83d0-4def-9dd6-583bc2ad548c tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898795 Jun 28 11:18:30.866705 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Deleting port 5236a83f-098b-4dbd-801b-b34d52de8812 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:30.867000 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.267434 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] For port 5236a83f-098b-4dbd-801b-b34d52de8812, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=5236a83f-098b-4dbd-801b-b34d52de8812,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:31.267801 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.292439 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae5e99-9d0f-4763-8868-1eb04d48ad70 req-7c177d6e-1dd7-4452-ada7-a1677158cccc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:31.294103 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b0ae5e99-9d0f-4763-8868-1eb04d48ad70 req-7c177d6e-1dd7-4452-ada7-a1677158cccc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.3255005 Jun 28 11:18:31.421007 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Calling delete_port for 5236a83f-098b-4dbd-801b-b34d52de8812 owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:31.503137 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32b77d-0ee2-4ac4-a345-bb824d500802 req-652b40c9-113a-4466-8f3c-84beeb7b1655 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:31.504598 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f32b77d-0ee2-4ac4-a345-bb824d500802 req-652b40c9-113a-4466-8f3c-84beeb7b1655 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 945 time: 0.3852663 Jun 28 11:18:31.545954 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b0ae5e99-9d0f-4763-8868-1eb04d48ad70 req-22730be8-11a8-48b1-b035-0f038abee973 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996913 Jun 28 11:18:31.595163 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f32b77d-0ee2-4ac4-a345-bb824d500802 req-8c9e3808-855c-4518-9844-40a34dddd4e4 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816824 Jun 28 11:18:31.658992 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79be65-a03c-441b-94f6-3322feb6020e req-6bd2107d-14ac-4701-9c35-71b338c3aa52 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:31.660696 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b79be65-a03c-441b-94f6-3322feb6020e req-6bd2107d-14ac-4701-9c35-71b338c3aa52 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 949 time: 0.1194496 Jun 28 11:18:31.679696 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.692301 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['5236a83f-098b-4dbd-801b-b34d52de8812'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:31.743541 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Deleting port 93361885-69ea-4d17-bef7-9bf76c678531 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:31.743883 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.786590 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Pushing event deleted for resources: {'Port': ['ID=5236a83f-098b-4dbd-801b-b34d52de8812,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:31.840428 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.840756 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.841116 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.841438 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.841762 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.842060 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.842378 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.842692 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.843005 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.843322 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.843636 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.844000 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:31.906426 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] No DVR routers for this DVR port 5236a83f-098b-4dbd-801b-b34d52de8812 on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:18:31.910413 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:31.913023 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7339697c-143c-4b51-8b44-426256272f29', 'name': 'network-vif-deleted', 'tag': '5236a83f-098b-4dbd-801b-b34d52de8812'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:31.934523 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3507935-e1ed-4446-851a-9ea98a80ab59 req-003d6231-60cc-4341-97d4-2183d94fc7b9 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:31.936064 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a3507935-e1ed-4446-851a-9ea98a80ab59 req-003d6231-60cc-4341-97d4-2183d94fc7b9 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.2588365 Jun 28 11:18:31.937338 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6a7bc19e-05a8-4102-954d-168247b52004 req-0cf7b3bb-b610-4c4f-b653-d4a0bd4f46b7 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.46 "DELETE /v2.0/ports/5236a83f-098b-4dbd-801b-b34d52de8812 HTTP/1.1" status: 204 len: 173 time: 1.1537302 Jun 28 11:18:31.989878 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a3507935-e1ed-4446-851a-9ea98a80ab59 req-b6e666c9-3ac7-40ca-81ac-35819db6a66c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Jun 28 11:18:32.058376 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3211df9c-dc66-49c5-9830-af5b7df184e7'] response: {'server_uuid': '7339697c-143c-4b51-8b44-426256272f29', 'name': 'network-vif-deleted', 'tag': '5236a83f-098b-4dbd-801b-b34d52de8812', 'status': 'completed', 'code': 200} Jun 28 11:18:32.058802 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] For port 93361885-69ea-4d17-bef7-9bf76c678531, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=93361885-69ea-4d17-bef7-9bf76c678531,segment=NetworkSegment(9eb7d71a-681b-4daf-9832-7c2230481acb),segment_id=9eb7d71a-681b-4daf-9832-7c2230481acb)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:32.059234 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.112080 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13cfff-90e9-466b-b16c-36897c21e228 req-6906d932-bc15-48a2-9499-f1ab757be415 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:32.113604 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef13cfff-90e9-466b-b16c-36897c21e228 req-6906d932-bc15-48a2-9499-f1ab757be415 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 949 time: 0.1197541 Jun 28 11:18:32.164722 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef13cfff-90e9-466b-b16c-36897c21e228 req-0f8d722a-5216-4fcb-bcf3-6ea1d5d5047e tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/security-groups?id=ec765dfd-0919-45cc-bacc-b8a3c7598d1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 Jun 28 11:18:32.188469 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Calling delete_port for 93361885-69ea-4d17-bef7-9bf76c678531 owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:32.439961 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.451822 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['93361885-69ea-4d17-bef7-9bf76c678531'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:32.491523 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Pushing event deleted for resources: {'Port': ['ID=93361885-69ea-4d17-bef7-9bf76c678531,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:32.546497 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.546847 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.547201 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.547520 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.547853 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.548181 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.548524 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.548845 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.549169 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.549500 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.549815 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.550224 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:32.608929 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] No DVR routers for this DVR port 93361885-69ea-4d17-bef7-9bf76c678531 on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:18:32.611517 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.614468 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd47a02a-129f-4c4a-86cf-2153bbb61184', 'name': 'network-vif-deleted', 'tag': '93361885-69ea-4d17-bef7-9bf76c678531'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:32.652071 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b79be65-a03c-441b-94f6-3322feb6020e req-0e268c70-fd75-4241-95b0-ddd3f4c04258 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.46 "DELETE /v2.0/ports/93361885-69ea-4d17-bef7-9bf76c678531 HTTP/1.1" status: 204 len: 173 time: 0.9845436 Jun 28 11:18:32.694739 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b60040-1930-4f75-aba3-95fc7fbe2140'] response: {'server_uuid': 'fd47a02a-129f-4c4a-86cf-2153bbb61184', 'name': 'network-vif-deleted', 'tag': '93361885-69ea-4d17-bef7-9bf76c678531', 'status': 'completed', 'code': 200} Jun 28 11:18:32.885713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-dc0007f3-0ee6-4a8d-bb69-ef97f333a604 req-72e2068b-e24d-41b9-9aa1-48ae15a51ad8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Synchronizing usage tracker for tenant:c59bcc7268a148759f333f0093f2c054 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:32.904189 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25fdaf-2512-4a62-8e2b-60f653b952dc req-0a3db17d-d8c9-459c-8592-6753531e97df tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:32.905659 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b25fdaf-2512-4a62-8e2b-60f653b952dc req-0a3db17d-d8c9-459c-8592-6753531e97df tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1640325 Jun 28 11:18:32.928374 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-dc0007f3-0ee6-4a8d-bb69-ef97f333a604 req-72e2068b-e24d-41b9-9aa1-48ae15a51ad8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Unset dirty status for tenant:c59bcc7268a148759f333f0093f2c054 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:32.929490 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dc0007f3-0ee6-4a8d-bb69-ef97f333a604 req-72e2068b-e24d-41b9-9aa1-48ae15a51ad8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=7339697c-143c-4b51-8b44-426256272f29 HTTP/1.1" status: 200 len: 210 time: 0.1151721 Jun 28 11:18:32.958227 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b25fdaf-2512-4a62-8e2b-60f653b952dc req-2625bc33-6067-4dcc-b92f-9c6d7489cc44 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455732 Jun 28 11:18:33.257250 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c6d6e-b812-4249-8f1c-6d76cc9a2d53 req-534ca683-fbff-4d37-b406-cd1ffe0fdc8e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:33.258769 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ac7c6d6e-b812-4249-8f1c-6d76cc9a2d53 req-534ca683-fbff-4d37-b406-cd1ffe0fdc8e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1601400 Jun 28 11:18:33.369048 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ac7c6d6e-b812-4249-8f1c-6d76cc9a2d53 req-d74b53c6-3ffe-4784-ade9-434cd9d25bcf tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030941 Jun 28 11:18:33.371415 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-26939c77-60d9-4382-9e2b-ee91a60df49f req-fcb37cf1-b570-4ca9-83dd-e5e72e719267 tempest-VolumesNegativeTest-1885902416 tempest-VolumesNegativeTest-1885902416-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd47a02a-129f-4c4a-86cf-2153bbb61184 HTTP/1.1" status: 200 len: 210 time: 0.0725839 Jun 28 11:18:33.929045 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8469f5-3eb7-45db-b06c-a1d6eb9f96a6 req-74958272-38de-4be8-9a83-d5012d58f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:33.930553 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6e8469f5-3eb7-45db-b06c-a1d6eb9f96a6 req-74958272-38de-4be8-9a83-d5012d58f391 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 1099 time: 0.0802794 Jun 28 11:18:33.992449 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6e8469f5-3eb7-45db-b06c-a1d6eb9f96a6 req-353d0ade-cbb0-4e60-b5a3-14db0dbed44e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Jun 28 11:18:34.143745 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 5236a83f-098b-4dbd-801b-b34d52de8812 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:34.154958 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d716f-615e-4f87-98f9-17745f75756d req-27f759b5-737f-416b-8cdb-491e2d35bbee tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:34.156796 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c35d716f-615e-4f87-98f9-17745f75756d req-27f759b5-737f-416b-8cdb-491e2d35bbee tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.0858309 Jun 28 11:18:34.204725 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c35d716f-615e-4f87-98f9-17745f75756d req-cfddeac1-a004-400d-a630-65931ccb2c9f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415826 Jun 28 11:18:34.210155 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 5236a83f-098b-4dbd-801b-b34d52de8812 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:34.210504 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 5236a83f-098b-4dbd-801b-b34d52de8812 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:34.377778 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f502bf2-130a-4e32-8814-762297a2e637 req-86835141-d0ab-4224-b7ca-9469284ef425 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:34.379098 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-86835141-d0ab-4224-b7ca-9469284ef425 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/networks?id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823 HTTP/1.1" status: 200 len: 809 time: 0.1456637 Jun 28 11:18:34.396458 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-441b718b-eba9-4f9e-806f-9df7469a7b34 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/quotas/c59bcc7268a148759f333f0093f2c054 HTTP/1.1" status: 200 len: 375 time: 0.0091317 Jun 28 11:18:34.456004 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-f924c20b-dd7a-40d3-bf34-c7b3ae3ec678 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c59bcc7268a148759f333f0093f2c054&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522876 Jun 28 11:18:34.645165 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-bf3046b1-954d-42fc-98a6-3a2ea4b357e5 service neutron] 10.222.0.15 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824389 Jun 28 11:18:34.727826 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec60e8-eb34-40c2-880c-761ee2ed0008 req-421c726a-e82e-42e3-90e4-fe819a14c039 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:34.729309 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-97ec60e8-eb34-40c2-880c-761ee2ed0008 req-421c726a-e82e-42e3-90e4-fe819a14c039 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.2438419 Jun 28 11:18:34.812504 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-97ec60e8-eb34-40c2-880c-761ee2ed0008 req-93434fca-9bb3-49d5-ac06-2a4478e0ad0e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758588 Jun 28 11:18:34.818099 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-c70c628a-8e3c-44e8-afa4-8119f92da57a service neutron] 10.222.0.15 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665785 Jun 28 11:18:35.035867 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-18840d52-f307-4729-ad1d-ffa619cbab34 req-e0cbced8-58ad-4df7-9b37-9919284f5c83 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 210 time: 0.0592995 Jun 28 11:18:35.439500 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283c9b0-843f-4f87-911a-d64a99f7730e req-64e6ee6a-4120-4d0b-b519-3696643a6641 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:35.445150 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7283c9b0-843f-4f87-911a-d64a99f7730e req-64e6ee6a-4120-4d0b-b519-3696643a6641 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1146014 Jun 28 11:18:35.493119 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7283c9b0-843f-4f87-911a-d64a99f7730e req-17b5a57a-a9f9-4633-bbde-52e48f640ba7 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458491 Jun 28 11:18:36.012231 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d887f-6abb-4c60-822e-cd460139c252 req-d5e687c1-79dc-4652-8b43-51ea0472570e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.019155 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f27d887f-6abb-4c60-822e-cd460139c252 req-d5e687c1-79dc-4652-8b43-51ea0472570e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0960798 Jun 28 11:18:36.073009 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f27d887f-6abb-4c60-822e-cd460139c252 req-59824a91-b02e-4675-86ce-8b148ef00c4b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529683 Jun 28 11:18:36.156848 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 93361885-69ea-4d17-bef7-9bf76c678531 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:36.197002 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 93361885-69ea-4d17-bef7-9bf76c678531 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:36.197699 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 93361885-69ea-4d17-bef7-9bf76c678531 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:36.249297 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2427c283-7cfe-4be6-8708-4ca56fdd2632 req-a91c3960-b04a-4517-b79b-8f22e3737be2 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 210 time: 0.0924571 Jun 28 11:18:36.390373 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6be17254-3d6b-4f6d-8069-fa56789e11e2 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.392136 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6be17254-3d6b-4f6d-8069-fa56789e11e2 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.46 "GET /v2.0/networks?id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823 HTTP/1.1" status: 200 len: 809 time: 0.2040949 Jun 28 11:18:36.413408 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Request body: {'port': {'device_id': 'befe3e4e-0d4c-4092-b6fb-ac948158a469', 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823', 'admin_state_up': True, 'tenant_id': 'c59bcc7268a148759f333f0093f2c054'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:36.596374 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:36.607856 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:36.623072 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Made reservation on behalf of c59bcc7268a148759f333f0093f2c054 for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:36.627268 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.662511 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-aa5f6f4c-71ba-48b3-a83b-9b2d959beeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.664011 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-aa5f6f4c-71ba-48b3-a83b-9b2d959beeb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 1099 time: 0.1895165 Jun 28 11:18:36.706962 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4226d-d409-4f9d-aff8-dadf2e68e05b req-2cc14a5b-679e-4d2b-91a7-48264c939c86 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.708427 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-30c4226d-d409-4f9d-aff8-dadf2e68e05b req-2cc14a5b-679e-4d2b-91a7-48264c939c86 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1912355 Jun 28 11:18:36.817750 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Allocated IP 172.20.0.10 (9615e89e-e32f-4135-9b2d-e2dcc6a5a823/83f28c50-5865-41bc-a9be-83c43d66dcf9/4833b199-1d44-4540-9580-440b41639a73) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:36.847573 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-30c4226d-d409-4f9d-aff8-dadf2e68e05b req-90aca62f-dd69-4d9e-a774-1fd601fe4685 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893352 Jun 28 11:18:36.905051 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd7deb-2b1f-4836-9faf-59dfc43c5e82 req-61e0a88b-dc52-455e-b912-2d7a529909bf tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.914078 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-89fd7deb-2b1f-4836-9faf-59dfc43c5e82 req-61e0a88b-dc52-455e-b912-2d7a529909bf tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.2904370 Jun 28 11:18:36.918294 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-9d05cfdf-78e0-49d0-abb0-cabb11d92b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:36.919815 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-9d05cfdf-78e0-49d0-abb0-cabb11d92b62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.2476108 Jun 28 11:18:37.072086 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.085242 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-2848bdcc-2ae8-43b4-8f8d-5debf56d8c52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53127a73-8958-422c-9d22-8f1cf1f2a954 HTTP/1.1" status: 200 len: 217 time: 0.0678017 Jun 28 11:18:37.129822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.161755 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-89fd7deb-2b1f-4836-9faf-59dfc43c5e82 req-ed6e8305-ba0e-4fa0-a45f-ee9d1c3aac3a tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2454062 Jun 28 11:18:37.189323 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-5d7dc6bc-520d-4c6c-85ba-246b4fe956e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:37.190846 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-5d7dc6bc-520d-4c6c-85ba-246b4fe956e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0927720 Jun 28 11:18:37.236896 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:37.237733 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Pushing event updated for resources: {'Port': ['ID=4833b199-1d44-4540-9580-440b41639a73,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:37.240420 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:37.242572 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:37.306040 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-9f47f949-6048-4a32-995e-d601d1c49872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:37.307808 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-9f47f949-6048-4a32-995e-d601d1c49872 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1070220 Jun 28 11:18:37.345636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:37.346407 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.387472 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-6993da54-c820-426c-a342-bf5039f9d962 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9827857 Jun 28 11:18:37.400609 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Request body: {'port': {'device_id': 'befe3e4e-0d4c-4092-b6fb-ac948158a469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:37.518580 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.530939 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-127528e7-2ac6-4639-962e-f1de19d05d4e service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142966 Jun 28 11:18:37.544845 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdb9da-f083-44a1-89bc-ad5798107600 req-dce94fd4-20e6-4f1f-a2eb-30aabfac56ac tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:37.548939 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9bfdb9da-f083-44a1-89bc-ad5798107600 req-dce94fd4-20e6-4f1f-a2eb-30aabfac56ac tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 932 time: 0.1466749 Jun 28 11:18:37.675697 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9bfdb9da-f083-44a1-89bc-ad5798107600 req-be47f3be-cff9-4de7-9312-430252db58b1 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030152 Jun 28 11:18:37.721602 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91e8c295-280e-45c0-b94c-bc2af1886602 req-ad6bd36a-aa5e-4e41-90cf-9ef62b37a93c service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716516 Jun 28 11:18:37.939344 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4833b199-1d44-4540-9580-440b41639a73 {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:37.947149 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.967055 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Transition to ACTIVE for port object 4833b199-1d44-4540-9580-440b41639a73 will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:37.973041 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.092161 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95419030-1565-4d13-857a-d4883b4a58ae req-55bfef6d-a66d-464e-ab4a-460b8dce2720 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.093755 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-95419030-1565-4d13-857a-d4883b4a58ae req-55bfef6d-a66d-464e-ab4a-460b8dce2720 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1258860 Jun 28 11:18:38.157962 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-95419030-1565-4d13-857a-d4883b4a58ae req-ec8f11e5-ee00-4e39-99f3-6c88aee2012e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559669 Jun 28 11:18:38.336390 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Pushing event updated for resources: {'Port': ['ID=4833b199-1d44-4540-9580-440b41639a73,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:38.380619 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ce3e-d527-4876-bb60-1da1e469ebda req-548baa5d-6085-456a-bd25-db6cd37db0e9 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.382524 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4fa7ce3e-d527-4876-bb60-1da1e469ebda req-548baa5d-6085-456a-bd25-db6cd37db0e9 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.0982108 Jun 28 11:18:38.400825 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Attempting to bind port 4833b199-1d44-4540-9580-440b41639a73 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:38.401337 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Attempting to bind port 4833b199-1d44-4540-9580-440b41639a73 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:38.401539 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Attempting to bind port 4833b199-1d44-4540-9580-440b41639a73 on network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:38.407671 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Port 4833b199-1d44-4540-9580-440b41639a73 on network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:38.407998 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Attempting to bind port 4833b199-1d44-4540-9580-440b41639a73 on network 9615e89e-e32f-4135-9b2d-e2dcc6a5a823 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:38.416287 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:38.416903 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Checking segment: {'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:38.417292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Bound using segment: {'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:38.417786 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Bound port: 4833b199-1d44-4540-9580-440b41639a73, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235413a8-bca4-4a86-8490-66c3c4bb6aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:38.418137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.434682 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4fa7ce3e-d527-4876-bb60-1da1e469ebda req-b5f835ac-1965-4e16-8204-e4064df6aabb tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456502 Jun 28 11:18:38.531310 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] For port 4833b199-1d44-4540-9580-440b41639a73, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:38.535186 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] For port 4833b199-1d44-4540-9580-440b41639a73, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4833b199-1d44-4540-9580-440b41639a73,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:38.540786 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.603324 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.603953 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.605423 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] 10.222.0.46 "PUT /v2.0/ports/4833b199-1d44-4540-9580-440b41639a73 HTTP/1.1" status: 200 len: 1094 time: 1.2094941 Jun 28 11:18:38.605856 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befe3e4e-0d4c-4092-b6fb-ac948158a469', 'tag': '4833b199-1d44-4540-9580-440b41639a73'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:38.631350 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7eedf-258f-4b2d-9d85-68463cbcfcdb service neutron] Pushing event updated for resources: {'Port': ['ID=4833b199-1d44-4540-9580-440b41639a73,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:38.664037 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59699a0-31d8-4401-8360-809111cb4475'] response: {'name': 'network-changed', 'server_uuid': 'befe3e4e-0d4c-4092-b6fb-ac948158a469', 'tag': '4833b199-1d44-4540-9580-440b41639a73', 'status': 'completed', 'code': 200} Jun 28 11:18:38.767457 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f502bf2-130a-4e32-8814-762297a2e637 req-bdc94805-f055-4daf-ac14-47ece9a6f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.769057 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-bdc94805-f055-4daf-ac14-47ece9a6f44f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c59bcc7268a148759f333f0093f2c054&device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 1097 time: 0.1077156 Jun 28 11:18:38.854872 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-eca95c18-f761-42c8-9df2-d5fd96b4d546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4833b199-1d44-4540-9580-440b41639a73 HTTP/1.1" status: 200 len: 217 time: 0.0756488 Jun 28 11:18:38.954114 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f502bf2-130a-4e32-8814-762297a2e637 req-ee4d75e9-3298-4e8f-8ac4-53b853d5ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.958460 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-ee4d75e9-3298-4e8f-8ac4-53b853d5ed99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83f28c50-5865-41bc-a9be-83c43d66dcf9 HTTP/1.1" status: 200 len: 849 time: 0.0959983 Jun 28 11:18:38.962198 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44184965-bdd5-4c70-8b4f-80dea4090fbb req-49626d84-c087-49ee-9662-89d2ec28b684 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.964297 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-44184965-bdd5-4c70-8b4f-80dea4090fbb req-49626d84-c087-49ee-9662-89d2ec28b684 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 944 time: 0.1684065 Jun 28 11:18:39.021480 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-aa6a28ab-f554-4161-b6fd-c4626979be46 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542054 Jun 28 11:18:39.026141 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-44184965-bdd5-4c70-8b4f-80dea4090fbb req-278f401a-5e38-4ae3-ba54-e5f5b5ef4217 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537627 Jun 28 11:18:39.168901 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-c9471f40-e0b2-4d50-8e38-b945d16ad46c service neutron] 10.222.0.46 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364379 Jun 28 11:18:39.324977 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-9f502bf2-130a-4e32-8814-762297a2e637 req-56556479-d826-4e4f-8c8c-d8eff6a01ce1 service neutron] 10.222.0.46 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474965 Jun 28 11:18:39.371920 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ae382-427a-4766-8647-d05cbba4cab8 req-4cb84ca0-f866-4a26-8e5b-53b14325b732 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:39.373427 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-941ae382-427a-4766-8647-d05cbba4cab8 req-4cb84ca0-f866-4a26-8e5b-53b14325b732 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0990086 Jun 28 11:18:39.418945 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-941ae382-427a-4766-8647-d05cbba4cab8 req-602f13bc-469e-43bb-b709-636c6ea567c7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 Jun 28 11:18:39.493355 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-0a5e7721-2e49-4e81-859d-642c4d4cdc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:39.494949 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-0a5e7721-2e49-4e81-859d-642c4d4cdc4e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c59bcc7268a148759f333f0093f2c054&device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 1097 time: 0.0913267 Jun 28 11:18:39.650855 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-7a6b0b78-7107-4eba-8cc2-2f23d200fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:39.651262 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281f214-0f9f-4aa9-a65f-eea3ecdc9578 req-bfd23ce5-8c0c-417b-ac15-6de36ea1cc99 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:39.652896 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7281f214-0f9f-4aa9-a65f-eea3ecdc9578 req-bfd23ce5-8c0c-417b-ac15-6de36ea1cc99 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1003411 Jun 28 11:18:39.656693 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-7a6b0b78-7107-4eba-8cc2-2f23d200fae1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823 HTTP/1.1" status: 200 len: 910 time: 0.1506338 Jun 28 11:18:39.715174 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7281f214-0f9f-4aa9-a65f-eea3ecdc9578 req-642dbd80-e1ca-4828-8a6e-50bf4e7bb5cd tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563331 Jun 28 11:18:39.734659 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-36b3ece2-58f3-4e5c-9850-9e8b311f4a31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4833b199-1d44-4540-9580-440b41639a73 HTTP/1.1" status: 200 len: 217 time: 0.0711679 Jun 28 11:18:39.812798 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-9ac5d6c3-a858-4918-9fb9-211dcda08f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:39.814756 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-9ac5d6c3-a858-4918-9fb9-211dcda08f21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83f28c50-5865-41bc-a9be-83c43d66dcf9 HTTP/1.1" status: 200 len: 849 time: 0.0692356 Jun 28 11:18:39.882061 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-06d336e7-595c-4595-9063-344dc474e9fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9615e89e-e32f-4135-9b2d-e2dcc6a5a823&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532432 Jun 28 11:18:40.022838 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-610a89aa-e34d-4c9b-8e78-e5ac1125f38b service neutron] 10.222.0.46 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284125 Jun 28 11:18:40.227579 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d343cae-b4b5-41df-967f-10ffa6c4ad09 req-4977e760-69bc-4cca-a6e4-9bbd3fc9b1c8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:40.229033 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2d343cae-b4b5-41df-967f-10ffa6c4ad09 req-4977e760-69bc-4cca-a6e4-9bbd3fc9b1c8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 944 time: 0.0909204 Jun 28 11:18:40.257735 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ead458b9-fb52-4a0c-9396-38042f5977f6 req-1eb94e77-6005-4b12-9909-ae1d00b776c9 service neutron] 10.222.0.46 "GET /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235494 Jun 28 11:18:40.273329 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2d343cae-b4b5-41df-967f-10ffa6c4ad09 req-60ab1e04-1bc1-4eb1-8cc1-3823c44a3dc8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Jun 28 11:18:40.622885 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73a8f1-98e0-4b78-a51c-77e74097e58b req-1abff9f9-23ec-417b-81f5-84e6d3c90e5f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:40.624386 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7d73a8f1-98e0-4b78-a51c-77e74097e58b req-1abff9f9-23ec-417b-81f5-84e6d3c90e5f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.0979288 Jun 28 11:18:40.671535 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7d73a8f1-98e0-4b78-a51c-77e74097e58b req-0553751f-3692-4d76-8fcf-2a2a66af22f2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Jun 28 11:18:40.706604 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55294) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:40.938274 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d0b4ded2-4c3f-4aed-913a-94bb60adb095 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3b6b8001935466098bdc9dfe2389cd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304711 Jun 28 11:18:40.943697 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d392e-c932-4731-b169-419a9b1ba230 req-de2799a5-dfff-4d29-85d9-430f4ca85647 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:40.944936 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55304) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:40.951244 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dc0d392e-c932-4731-b169-419a9b1ba230 req-de2799a5-dfff-4d29-85d9-430f4ca85647 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1074231 Jun 28 11:18:41.001749 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dc0d392e-c932-4731-b169-419a9b1ba230 req-d7f0c1c3-62f5-4d95-bef4-afc1906f2d33 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496118 Jun 28 11:18:41.028369 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4e188d3a-1d62-4fc5-a3c9-51201fb7fb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.069491 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4e188d3a-1d62-4fc5-a3c9-51201fb7fb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.157764 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4e188d3a-1d62-4fc5-a3c9-51201fb7fb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.186748 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e188d3a-1d62-4fc5-a3c9-51201fb7fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec765dfd-0919-45cc-bacc-b8a3c7598d1a,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:41.217290 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4e188d3a-1d62-4fc5-a3c9-51201fb7fb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.220864 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-4e188d3a-1d62-4fc5-a3c9-51201fb7fb32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec765dfd-0919-45cc-bacc-b8a3c7598d1a HTTP/1.1" status: 204 len: 168 time: 0.2722819 Jun 28 11:18:41.512423 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839b090-254c-4c49-b30f-dd9ff40432a8 req-d653c06d-604e-4a1f-9a26-e9646c664853 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:41.514503 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3839b090-254c-4c49-b30f-dd9ff40432a8 req-d653c06d-604e-4a1f-9a26-e9646c664853 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 944 time: 0.1156294 Jun 28 11:18:41.571007 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3839b090-254c-4c49-b30f-dd9ff40432a8 req-41660f4a-eb91-4cbe-8474-d87d3cc975c2 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493910 Jun 28 11:18:42.048028 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55350) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:42.153607 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1087080646-network', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:42.160389 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:42.164588 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Usage tracker for resource:network and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:42.167560 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:42.173688 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:42.185671 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Made reservation on behalf of 48d4000196df4bc8a3787ae5aec3ccb4 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:42.188818 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.202937 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.204095 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 4833b199-1d44-4540-9580-440b41639a73 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:18:42.219355 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:42.224075 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Usage tracker for resource:security_group_rule and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:42.227189 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:42.233706 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:42.304819 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1ccfb-afb1-4030-8bd9-5b165fb129eb req-b376a7d3-7bb5-4804-b17f-6beaefd53cb5 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:42.307541 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e4e1ccfb-afb1-4030-8bd9-5b165fb129eb req-b376a7d3-7bb5-4804-b17f-6beaefd53cb5 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1965957 Jun 28 11:18:42.331838 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.341360 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.367752 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e4e1ccfb-afb1-4030-8bd9-5b165fb129eb req-75396165-4062-475c-92eb-0af8d75a2bd5 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537944 Jun 28 11:18:42.379710 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:18:42.393195 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a873eb4-34e7-4943-b033-a86794291f28,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:42.399528 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.399877 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Added segment 2b741334-709f-47ca-80b6-8aa3127c86ff of type vlan for network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 Jun 28 11:18:42.427764 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 4833b199-1d44-4540-9580-440b41639a73, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4833b199-1d44-4540-9580-440b41639a73,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:42.437103 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.442223 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '4833b199-1d44-4540-9580-440b41639a73', 'network_id': '9615e89e-e32f-4135-9b2d-e2dcc6a5a823', 'port_id': '4833b199-1d44-4540-9580-440b41639a73', 'mac_address': 'fa:16:3e:ce:7e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f28c50-5865-41bc-a9be-83c43d66dcf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:18:42.472694 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.473968 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:42.474706 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.477584 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55366) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:42.482796 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608427372', 'description': 'tempest-description--908006606'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:42.490361 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:42.495753 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Usage tracker for resource:security_group and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:42.504855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:42.516089 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 4833b199-1d44-4540-9580-440b41639a73 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:42.516831 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.524968 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:42.542475 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4833b199-1d44-4540-9580-440b41639a73 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:42.585647 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 4833b199-1d44-4540-9580-440b41639a73, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4833b199-1d44-4540-9580-440b41639a73,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:42.595844 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.626019 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] Pushing event updated for resources: {'Network': ['ID=7a245bb5-c143-43d3-bc17-30ba78a59ec1,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:42.642312 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.657681 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-f9575e68-1df6-42c8-bb36-5ae4b0858b4f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6083829 Jun 28 11:18:42.660173 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55378) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:42.669092 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Request body: {'subnet': {'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1087080646-subnet', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:42.682656 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:42.685182 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:42.691666 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Usage tracker for resource:subnet and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:42.693783 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Usage tracker for resource:security_group_rule and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:42.698968 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:42.703375 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:42.715198 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:42.718449 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:42.737644 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=4833b199-1d44-4540-9580-440b41639a73,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:42.740751 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:18:42.746123 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Made reservation on behalf of 48d4000196df4bc8a3787ae5aec3ccb4 for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:42.749156 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31592024'] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.831399 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.905086 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.963338 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:42.964514 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4858983 Jun 28 11:18:43.001919 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55384) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:43.018667 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['4833b199-1d44-4540-9580-440b41639a73'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:43.021342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'security_group_rule': {'security_group_id': '6facb026-870e-4e1c-ad09-b781f8fd6460', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:43.027984 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:43.032006 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Usage tracker for resource:security_group_rule and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:43.035036 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:43.041269 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:43.059779 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfc053-451b-41dc-bafc-0590ba788748 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6facb026-870e-4e1c-ad09-b781f8fd6460,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:43.087714 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.115717 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f5879-5956-457e-b646-3a103a7877d7 req-352662c9-bd01-4d94-94e4-5e693891e80f tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.121029 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b74f5879-5956-457e-b646-3a103a7877d7 req-352662c9-bd01-4d94-94e4-5e693891e80f tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 945 time: 0.2852349 Jun 28 11:18:43.154897 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc7226-1746-48a1-aec3-0058d9362bf7 req-e2b95382-e19f-4f4e-b391-53c181ab8cbb tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.157322 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-98cc7226-1746-48a1-aec3-0058d9362bf7 req-e2b95382-e19f-4f4e-b391-53c181ab8cbb tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.2004614 Jun 28 11:18:43.189357 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-90d91093-f50c-48c3-ab7e-3ce2e6fd347b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.191056 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-90d91093-f50c-48c3-ab7e-3ce2e6fd347b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 1098 time: 0.2308345 Jun 28 11:18:43.200177 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b74f5879-5956-457e-b646-3a103a7877d7 req-0af19046-dfc3-4012-8795-d205775d11a0 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726931 Jun 28 11:18:43.220776 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-98cc7226-1746-48a1-aec3-0058d9362bf7 req-c32f8c09-07ca-45ab-99eb-39c92212f03b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505323 Jun 28 11:18:43.305101 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.314928 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.341236 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33431425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31592046'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.379262 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2802d5ab-2270-4843-832b-0d82306b3c60,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:43.429509 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.430631 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-ce1cca62-2738-4d7f-a019-91106fa65ead tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4203272 Jun 28 11:18:43.433897 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55390) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:43.439459 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'security_group_rule': {'security_group_id': '6facb026-870e-4e1c-ad09-b781f8fd6460', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:43.445604 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:43.449900 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Usage tracker for resource:security_group_rule and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:43.452966 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:43.459232 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:43.460591 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-d6b6f77c-07f0-48c7-9867-de6cc194f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.462119 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-d6b6f77c-07f0-48c7-9867-de6cc194f9cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 911 time: 0.2537563 Jun 28 11:18:43.477308 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.518694 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23cc493-f8df-4ee4-8f93-791241d5a217,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:43.539355 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.544647 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.547590 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Checking segment: {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:43.547944 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Network hostable DHCP agents. Network: 7a245bb5-c143-43d3-bc17-30ba78a59ec1, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:18:43.570400 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21560cd7-bd7b-4627-8bf2-6b5491993c0f,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:43.583111 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.583793 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-e25cfe67-d218-4eb7-8b1d-6ca04d73e472 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb HTTP/1.1" status: 200 len: 1000 time: 0.1131406 Jun 28 11:18:43.584434 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-d56fbff8-0baf-45cb-95c5-26d376df54d5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494849 Jun 28 11:18:43.587657 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55394) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:43.592944 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:43.597213 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:18:43.635513 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:43.646847 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Usage tracker for resource:floatingip and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:43.650969 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 7a245bb5-c143-43d3-bc17-30ba78a59ec1) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:43.652763 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:43.659600 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc07fc04-0ebe-4d0b-903a-22eac84a5093 None None] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:43.661172 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.661789 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.666669 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:43.693823 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.713842 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-a390e1c7-5f1e-436c-830f-29eec65afc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.715400 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-a390e1c7-5f1e-436c-830f-29eec65afc83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 200 len: 849 time: 0.1160734 Jun 28 11:18:43.719410 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-943ea560-bb45-4946-b155-af16675567d6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0579784 Jun 28 11:18:43.721517 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55400) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:43.727903 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:43.736097 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:43.740632 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Usage tracker for resource:router and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:43.745045 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:43.757599 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:43.775941 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.779155 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.799817 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:43.881789 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-7b5341a1-7e73-4f31-a72a-497655b26ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.883375 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-7b5341a1-7e73-4f31-a72a-497655b26ec1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6debd97d-413d-47e8-8227-82ddb25a54b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1584859 Jun 28 11:18:43.998427 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.004539 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:18:44.005366 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.190266 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Allocated IP 172.20.0.2 (7a245bb5-c143-43d3-bc17-30ba78a59ec1/f23cc493-f8df-4ee4-8f93-791241d5a217/c330163e-d7bb-4fd0-a434-a1beb8c670c7) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:44.192966 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.220572 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-96a8bebb-4066-4251-995c-c0c699821e07 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151953 Jun 28 11:18:44.307433 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 4833b199-1d44-4540-9580-440b41639a73 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:44.431651 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-531203f2-3cd8-4b13-a024-7d028bacfaac req-de05d537-2b55-4279-ae92-5f75e1c5851e service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720598 Jun 28 11:18:44.474618 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Allocated IP 172.28.1.28 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/d2f00558-110d-4e57-88ab-4852816f07f5) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:44.535029 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 4833b199-1d44-4540-9580-440b41639a73 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:44.546258 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 4833b199-1d44-4540-9580-440b41639a73 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:44.546624 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.611660 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.626356 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Transition to ACTIVE for port object c330163e-d7bb-4fd0-a434-a1beb8c670c7 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:44.648408 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d38ce9-145e-4c85-8e01-e08febedcb13 req-29fdb939-5662-4651-8262-446ce2a125d6 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:44.649904 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-50d38ce9-145e-4c85-8e01-e08febedcb13 req-29fdb939-5662-4651-8262-446ce2a125d6 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.2958295 Jun 28 11:18:44.655974 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.675460 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Transition to ACTIVE for port object c330163e-d7bb-4fd0-a434-a1beb8c670c7 will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:44.693960 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.694570 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.765510 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:44.769541 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:44.773497 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:44.783056 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Pushing event updated for resources: {'Port': ['ID=c330163e-d7bb-4fd0-a434-a1beb8c670c7,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:44.786695 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:44.787412 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 4833b199-1d44-4540-9580-440b41639a73 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:44.787777 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.797592 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:44.800966 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:44.818130 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836b388-cc88-4bee-b1c6-663948f283ba req-075e8312-b231-4020-b8e8-05feb57bdfe2 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:44.819806 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8836b388-cc88-4bee-b1c6-663948f283ba req-075e8312-b231-4020-b8e8-05feb57bdfe2 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 945 time: 0.3617818 Jun 28 11:18:44.822661 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-50d38ce9-145e-4c85-8e01-e08febedcb13 req-1a6716a9-c251-4b42-b486-692400e5cc4d tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077180 Jun 28 11:18:44.830926 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.857879 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event updated for resources: {'Port': ['ID=d2f00558-110d-4e57-88ab-4852816f07f5,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:44.891974 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.910739 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.910930 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befe3e4e-0d4c-4092-b6fb-ac948158a469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4833b199-1d44-4540-9580-440b41639a73'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:44.937287 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 4833b199-1d44-4540-9580-440b41639a73, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4833b199-1d44-4540-9580-440b41639a73,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:44.942137 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Attempting to bind port c330163e-d7bb-4fd0-a434-a1beb8c670c7 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:44.943845 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Attempting to bind port c330163e-d7bb-4fd0-a434-a1beb8c670c7 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:44.943845 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Attempting to bind port c330163e-d7bb-4fd0-a434-a1beb8c670c7 on network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:44.956586 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:44.957290 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Checking segment: {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:44.957882 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.958433 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Bound using segment: {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:44.959249 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Bound port: c330163e-d7bb-4fd0-a434-a1beb8c670c7, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:44.959796 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.983362 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.012639 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.016896 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735d3365-7f8d-4615-a06b-be8c64045eb7'] response: {'server_uuid': 'befe3e4e-0d4c-4092-b6fb-ac948158a469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4833b199-1d44-4540-9580-440b41639a73', 'code': 200} Jun 28 11:18:45.058251 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8836b388-cc88-4bee-b1c6-663948f283ba req-cd998d99-8b13-413c-9c91-c784bc151eeb tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657193 Jun 28 11:18:45.202359 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] For port c330163e-d7bb-4fd0-a434-a1beb8c670c7, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:45.207088 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] For port c330163e-d7bb-4fd0-a434-a1beb8c670c7, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=c330163e-d7bb-4fd0-a434-a1beb8c670c7,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:45.208192 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=4833b199-1d44-4540-9580-440b41639a73,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:45.220756 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.261768 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Allocated IP 172.28.1.49 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/2c95c7c8-1d05-4580-a634-d323eb5585ab) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:45.321547 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ef3-12b5-439b-a389-58b12e234bae req-b3edef57-2947-4c87-9125-302162136c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:45.323202 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-546d4ef3-12b5-439b-a389-58b12e234bae req-b3edef57-2947-4c87-9125-302162136c72 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 1099 time: 0.1422749 Jun 28 11:18:45.325868 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.334663 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.355631 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372197c-ed84-4cc3-bdc3-8ef5525470b7 None None] Pushing event updated for resources: {'Port': ['ID=c330163e-d7bb-4fd0-a434-a1beb8c670c7,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:45.445293 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.474373 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event updated for resources: {'Port': ['ID=d2f00558-110d-4e57-88ab-4852816f07f5,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:45.475991 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.479503 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-546d4ef3-12b5-439b-a389-58b12e234bae req-61111682-7e04-45d0-8a65-c1cdae539c55 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460807 Jun 28 11:18:45.493423 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.521566 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.525653 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:45.529071 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-dfd26bcb-0377-4cf1-8c18-d1bbefdb5279 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9402614 Jun 28 11:18:45.558003 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:45.578800 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:45.769454 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Pushing event updated for resources: {'Port': ['ID=2c95c7c8-1d05-4580-a634-d323eb5585ab,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:45.989973 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-da3487fe-2059-486a-920e-6e0ce7a6e6af tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Synchronizing usage tracker for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:security_group {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:46.094817 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-da3487fe-2059-486a-920e-6e0ce7a6e6af tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Unset dirty status for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:security_group {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:46.096008 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-da3487fe-2059-486a-920e-6e0ce7a6e6af tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1608427372&fields=id&tenant_id=8f58115a6109436f8f975a5b8d9bfda4 HTTP/1.1" status: 200 len: 267 time: 0.2887890 Jun 28 11:18:46.106484 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:46.380043 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cda301-9b90-461c-ba56-21a5f8d22238 req-ff5c8805-3638-437a-95bc-8f066e233a61 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:46.381759 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-80cda301-9b90-461c-ba56-21a5f8d22238 req-ff5c8805-3638-437a-95bc-8f066e233a61 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.3870592 Jun 28 11:18:46.443958 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f5249-b94f-47d8-8ba5-34e627864ad1 None None] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:46.528641 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-8e85f05a-6318-4ace-9b34-0539a0a3e994 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:46.530033 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-8e85f05a-6318-4ace-9b34-0539a0a3e994 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 818 time: 0.3699622 Jun 28 11:18:46.602476 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-bdf70509-fcf0-44f2-8aeb-6783bbb6a2f8 None None] Provisioning for port c330163e-d7bb-4fd0-a434-a1beb8c670c7 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:46.617743 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-80cda301-9b90-461c-ba56-21a5f8d22238 req-d199dfdc-0893-4e5d-928f-86f2282fb216 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241213 Jun 28 11:18:46.624635 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-3252fed6-c49b-42af-a270-cb2f7d7646f3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/quotas/8f58115a6109436f8f975a5b8d9bfda4 HTTP/1.1" status: 200 len: 375 time: 0.0354700 Jun 28 11:18:46.882547 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.057479 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-d88e861c-0b44-492a-b787-a64addf8a16b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4248993 Jun 28 11:18:47.074990 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74429d05-e86d-486d-ae62-ec77259d83cf req-c1eb43fb-487a-44fc-bbd8-a02e35cd7bca tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.076523 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-74429d05-e86d-486d-ae62-ec77259d83cf req-c1eb43fb-487a-44fc-bbd8-a02e35cd7bca tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 946 time: 0.3016636 Jun 28 11:18:47.205378 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device c330163e-d7bb-4fd0-a434-a1beb8c670c7 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:47.227387 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-74429d05-e86d-486d-ae62-ec77259d83cf req-dcc34672-7217-4e68-8433-52c5ac95a7c0 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168725 Jun 28 11:18:47.289595 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port c330163e-d7bb-4fd0-a434-a1beb8c670c7 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:47.290330 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-303246dc-c097-45ce-9e4e-e5065d3e53a2 service neutron] 10.222.0.15 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111788 Jun 28 11:18:47.297876 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Router d7535d3c-1b3a-425f-af07-e0554a2eed01 is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:18:47.301340 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port c330163e-d7bb-4fd0-a434-a1beb8c670c7 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:47.301851 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.445266 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port c330163e-d7bb-4fd0-a434-a1beb8c670c7 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:47.446007 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.477836 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port c330163e-d7bb-4fd0-a434-a1beb8c670c7, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=c330163e-d7bb-4fd0-a434-a1beb8c670c7,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:47.482973 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.558145 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=c330163e-d7bb-4fd0-a434-a1beb8c670c7,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:47.565716 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.566059 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.566390 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.566712 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.567035 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.567358 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.567674 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.568018 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.568333 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.568646 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.568958 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.569264 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:47.591856 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-963b0df1-0ac9-4628-98a6-8f10afc6154b service neutron] 10.222.0.15 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783659 Jun 28 11:18:47.598936 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:18:47.608989 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Sync routers for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:18:47.620024 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:47.620791 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:47.625986 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.627348 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-c2867cb9-3d3c-4cb9-b71f-2b445e9bd958 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9047005 Jun 28 11:18:47.630459 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55460) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:47.808967 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:47.814838 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-56aa9a09-d683-4b2c-acee-b1ce373f173a req-52406f94-4177-4923-a8d5-692f6e743a85 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 210 time: 0.0599873 Jun 28 11:18:48.103614 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:45Z', 'revision_number': 3, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:48.108014 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Checking router: d7535d3c-1b3a-425f-af07-e0554a2eed01 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:18:48.108377 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Updating router d7535d3c-1b3a-425f-af07-e0554a2eed01 port 2c95c7c8-1d05-4580-a634-d323eb5585ab binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:18:48.164834 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.468780 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fba89-de29-4c71-bb0c-209ed7991641 req-66be0cc4-6d6c-4a32-8dc0-581a61063b98 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:48.476736 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a5fba89-de29-4c71-bb0c-209ed7991641 req-66be0cc4-6d6c-4a32-8dc0-581a61063b98 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 946 time: 0.1093001 Jun 28 11:18:48.524403 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8a5fba89-de29-4c71-bb0c-209ed7991641 req-39b7d313-db5d-4a11-9a9b-ef81d6996c3e tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Jun 28 11:18:48.530414 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55484) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:48.620109 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.648676 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Transition to ACTIVE for port object 2c95c7c8-1d05-4580-a634-d323eb5585ab will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:48.659798 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.668693 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.693787 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.710991 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:48.717352 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] Usage tracker for resource:security_group_rule and tenant:1b81bc54c30449bd996f6afcfa82f03b is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:48.722751 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:48.733250 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:48.759311 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Attempting to bind port 2c95c7c8-1d05-4580-a634-d323eb5585ab on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:48.759691 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Attempting to bind port 2c95c7c8-1d05-4580-a634-d323eb5585ab by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:48.760051 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Attempting to bind port 2c95c7c8-1d05-4580-a634-d323eb5585ab on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:48.770432 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:48.770810 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:48.771201 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.771597 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:48.772068 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Bound port: 2c95c7c8-1d05-4580-a634-d323eb5585ab, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:48.773178 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.810964 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6784b3-3975-4bc5-bef4-5f390f358508 None None] Pushing event updated for resources: {'Port': ['ID=2c95c7c8-1d05-4580-a634-d323eb5585ab,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:48.838380 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.861721 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.874807 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] For port 2c95c7c8-1d05-4580-a634-d323eb5585ab, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:48.878518 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] For port 2c95c7c8-1d05-4580-a634-d323eb5585ab, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=2c95c7c8-1d05-4580-a634-d323eb5585ab,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:48.885676 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:48.926146 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4705dec8-ec25-4d47-9541-44cccbd555be,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:48.952321 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-70e6fa8d-cf49-4a8f-9888-8173e0b99934 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b81bc54c30449bd996f6afcfa82f03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176123 Jun 28 11:18:48.952911 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55496) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:48.983985 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6784b3-3975-4bc5-bef4-5f390f358508 None None] Pushing event updated for resources: {'Port': ['ID=2c95c7c8-1d05-4580-a634-d323eb5585ab,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:48.986945 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:48.987784 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:49.015497 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Allocated IP 172.20.0.1 (7a245bb5-c143-43d3-bc17-30ba78a59ec1/f23cc493-f8df-4ee4-8f93-791241d5a217/a9c584de-2201-48e1-9287-50433659bbf4) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:49.214713 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bb286956-f1cf-4ea8-a434-cf852de68520 req-484733d7-422c-482b-8d3f-bf8b7e3925ce tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 210 time: 0.1499424 Jun 28 11:18:49.222440 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee656a46-6367-45f4-8a0d-b27fde338888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.233969 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:49.264347 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee656a46-6367-45f4-8a0d-b27fde338888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.336430 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee656a46-6367-45f4-8a0d-b27fde338888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.360292 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device c330163e-d7bb-4fd0-a434-a1beb8c670c7 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:49.361479 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.381374 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee656a46-6367-45f4-8a0d-b27fde338888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4705dec8-ec25-4d47-9541-44cccbd555be,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:49.396986 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee656a46-6367-45f4-8a0d-b27fde338888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.402117 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ee656a46-6367-45f4-8a0d-b27fde338888 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4705dec8-ec25-4d47-9541-44cccbd555be HTTP/1.1" status: 204 len: 168 time: 0.4476748 Jun 28 11:18:49.412522 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Transition to ACTIVE for port object a9c584de-2201-48e1-9287-50433659bbf4 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:49.457828 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.528566 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-2203c3a8-a3fd-43f9-8924-0f1a443e4135 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:49.530054 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-2203c3a8-a3fd-43f9-8924-0f1a443e4135 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 818 time: 0.3703468 Jun 28 11:18:49.543931 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:49.547633 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:49.572211 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:49.584604 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.603899 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c584de-2201-48e1-9287-50433659bbf4,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:49.615994 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port c330163e-d7bb-4fd0-a434-a1beb8c670c7 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:49.616366 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.684266 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-fa653f78-fa63-46a6-8841-05ce1a7e981d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Synchronizing usage tracker for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:security_group {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:49.712267 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.896882 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port c330163e-d7bb-4fd0-a434-a1beb8c670c7 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:49.929973 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-fa653f78-fa63-46a6-8841-05ce1a7e981d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Unset dirty status for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:security_group {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:49.931086 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-fa653f78-fa63-46a6-8841-05ce1a7e981d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f58115a6109436f8f975a5b8d9bfda4 HTTP/1.1" status: 200 len: 380 time: 0.3789673 Jun 28 11:18:49.933554 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-fbd8ee9e-9c97-483b-95af-0602993beac0 None None] Provisioning for port a9c584de-2201-48e1-9287-50433659bbf4 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:49.944059 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-fbd8ee9e-9c97-483b-95af-0602993beac0 None None] Provisioning complete for port a9c584de-2201-48e1-9287-50433659bbf4 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:49.944059 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-fbd8ee9e-9c97-483b-95af-0602993beac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.950754 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'port': {'device_id': '3abf96d4-e192-4777-8d3d-33284419e122', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'admin_state_up': True, 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'security_groups': ['6facb026-870e-4e1c-ad09-b781f8fd6460']}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:49.994806 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:45Z', 'revision_number': 3, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:50.001436 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9779f7a-5852-41fa-98a8-647c7984092b None None] The sync data for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb is: [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:45Z', 'revision_number': 3, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:18:50.015804 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8ee9e-9c97-483b-95af-0602993beac0 None None] Port a9c584de-2201-48e1-9287-50433659bbf4 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:50.130121 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97603bcc-0a8f-4649-85d8-c5110dbbac51 req-7ee13475-31f7-4c40-886f-3daf9ef7b0a0 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:50.131924 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-97603bcc-0a8f-4649-85d8-c5110dbbac51 req-7ee13475-31f7-4c40-886f-3daf9ef7b0a0 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 946 time: 0.1073298 Jun 28 11:18:50.192904 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-97603bcc-0a8f-4649-85d8-c5110dbbac51 req-cd6e0b36-7139-4605-9769-97e7b555483f tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551918 Jun 28 11:18:50.198074 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:50.216139 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Usage tracker for resource:port and tenant:8f58115a6109436f8f975a5b8d9bfda4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:50.221206 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:50.230877 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:50.242844 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:50.273487 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Made reservation on behalf of 8f58115a6109436f8f975a5b8d9bfda4 for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:50.279943 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:50.432104 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-464237f1-9056-4f41-af65-1818df681656 req-3acd26bb-6d1c-419d-8c09-f2222cd4033e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 210 time: 0.0622482 Jun 28 11:18:50.441320 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:18:50.823636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Allocated IP 172.20.0.11 (e36fabff-bed3-4f94-a2f4-3580b98359fe/71f40d9e-4000-4ead-8ea1-695b45be6240/b8a9362e-ae86-4a23-b10a-54e0df5f216d) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:50.854274 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:50.876063 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.006016 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55554) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:51.098678 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.120670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a9c584de-2201-48e1-9287-50433659bbf4,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:51.158179 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.175223 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:51.179848 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] Usage tracker for resource:security_group_rule and tenant:5d11994cb42546ef9e4fb05ea70cc7ad is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:51.182770 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:51.194880 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:51.245971 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 2c95c7c8-1d05-4580-a634-d323eb5585ab up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:51.322918 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.338754 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.391285 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Transition to ACTIVE for port object b8a9362e-ae86-4a23-b10a-54e0df5f216d will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:51.392677 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 2c95c7c8-1d05-4580-a634-d323eb5585ab completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:51.399153 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 2c95c7c8-1d05-4580-a634-d323eb5585ab triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:51.399519 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.403494 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:51.405956 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:51.555413 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 2c95c7c8-1d05-4580-a634-d323eb5585ab is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:51.556069 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.593542 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 2c95c7c8-1d05-4580-a634-d323eb5585ab, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=2c95c7c8-1d05-4580-a634-d323eb5585ab,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:51.604264 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.615778 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.678551 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.712442 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=2c95c7c8-1d05-4580-a634-d323eb5585ab,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:51.751676 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Network e36fabff-bed3-4f94-a2f4-3580b98359fe is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:51.760053 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Router d7535d3c-1b3a-425f-af07-e0554a2eed01 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:18:51.768415 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:51.776814 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-f238834b-e4b2-4e02-84be-9847e0e90dd7 None None] Provisioning complete for port a9c584de-2201-48e1-9287-50433659bbf4 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:51.777761 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f238834b-e4b2-4e02-84be-9847e0e90dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:51.786019 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:51.914351 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-f238834b-e4b2-4e02-84be-9847e0e90dd7 None None] Port a9c584de-2201-48e1-9287-50433659bbf4 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:51.951476 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d11994cb42546ef9e4fb05ea70cc7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9442720 Jun 28 11:18:51.953564 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6ca99-32bc-4733-bf7b-dd9d7f32e4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffb4dbf-86c7-4b22-8393-8546341e0ffe,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:51.957855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55568) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:52.082975 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-34f74261-3e2c-40ff-80f5-d3be54582cb2 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.082975 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-34f74261-3e2c-40ff-80f5-d3be54582cb2 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.46 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 946 time: 0.4690759 Jun 28 11:18:52.088038 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event updated for resources: {'Port': ['ID=b8a9362e-ae86-4a23-b10a-54e0df5f216d,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:52.097556 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ef7fd-517e-468a-831f-ab2688280a6a req-428654ed-d251-4608-8c9c-b836786192d9 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.099186 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-be4ef7fd-517e-468a-831f-ab2688280a6a req-428654ed-d251-4608-8c9c-b836786192d9 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 946 time: 0.7554018 Jun 28 11:18:52.121092 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.121707 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.139943 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1f151-d12f-42e4-8849-4c438ea72f04 req-09c6c61e-f558-4270-a6f9-9f36980dd6f0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:52.141154 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-ce4692dd-8783-401c-a6f3-7b911eb00612 None None] Provisioning for port b8a9362e-ae86-4a23-b10a-54e0df5f216d completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:52.147474 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-31f1f151-d12f-42e4-8849-4c438ea72f04 req-09c6c61e-f558-4270-a6f9-9f36980dd6f0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 932 time: 0.4013848 Jun 28 11:18:52.147800 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-ce4692dd-8783-401c-a6f3-7b911eb00612 None None] Provisioning complete for port b8a9362e-ae86-4a23-b10a-54e0df5f216d triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:52.148374 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ce4692dd-8783-401c-a6f3-7b911eb00612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.171472 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-0972a5e7-0165-40dd-b7b5-9646b912a190 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2245734 Jun 28 11:18:52.184722 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Request body: {'port': {'device_id': '3abf96d4-e192-4777-8d3d-33284419e122', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:52.219734 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e6454c43-2694-46af-adab-c534215282c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.220564 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-ce4692dd-8783-401c-a6f3-7b911eb00612 None None] Port b8a9362e-ae86-4a23-b10a-54e0df5f216d cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:18:52.225992 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:18:52.231455 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-5423a0c8-608d-4836-b062-02377e48422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.247773 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Sync routers for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:18:52.252791 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b2bf6f0f-6d34-4c63-ba0f-5d7f085873c7 admin admin] 10.222.0.15 "PUT /v2.0/routers/d7535d3c-1b3a-425f-af07-e0554a2eed01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6194687 Jun 28 11:18:52.257642 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:52.258518 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:52.272966 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Deleting port 4833b199-1d44-4540-9580-440b41639a73 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:52.273220 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.336602 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-31f1f151-d12f-42e4-8849-4c438ea72f04 req-7ecbdd82-5a1d-4b0d-a4ec-f6092daa4ed1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881542 Jun 28 11:18:52.339123 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.350374 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e6454c43-2694-46af-adab-c534215282c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.368246 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-be4ef7fd-517e-468a-831f-ab2688280a6a req-6016b462-b587-49d9-8f7e-b433f31630f8 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/security-groups?id=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068999 Jun 28 11:18:52.488873 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:52.629665 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e6454c43-2694-46af-adab-c534215282c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.663897 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6454c43-2694-46af-adab-c534215282c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffb4dbf-86c7-4b22-8393-8546341e0ffe,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:52.674680 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e6454c43-2694-46af-adab-c534215282c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.678127 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e6454c43-2694-46af-adab-c534215282c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cffb4dbf-86c7-4b22-8393-8546341e0ffe HTTP/1.1" status: 204 len: 168 time: 0.7156510 Jun 28 11:18:52.714996 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] For port 4833b199-1d44-4540-9580-440b41639a73, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4833b199-1d44-4540-9580-440b41639a73,segment=NetworkSegment(235413a8-bca4-4a86-8490-66c3c4bb6aa5),segment_id=235413a8-bca4-4a86-8490-66c3c4bb6aa5)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:52.715360 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:52.879011 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Calling delete_port for 4833b199-1d44-4540-9580-440b41639a73 owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:52.928653 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 2, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:52.933950 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Checking router: d7535d3c-1b3a-425f-af07-e0554a2eed01 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:18:52.934724 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Updating router d7535d3c-1b3a-425f-af07-e0554a2eed01 port a9c584de-2201-48e1-9287-50433659bbf4 binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:18:53.077957 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.078684 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.089518 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['4833b199-1d44-4540-9580-440b41639a73'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:53.169887 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55592) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:53.191933 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1641669971-network', 'tenant_id': '99915ac551944a1285707b689e004392'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:53.200736 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:53.209670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Usage tracker for resource:network and tenant:99915ac551944a1285707b689e004392 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:53.217333 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:53.224011 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Pushing event deleted for resources: {'Port': ['ID=4833b199-1d44-4540-9580-440b41639a73,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:53.232525 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:53.242447 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a9362e-ae86-4a23-b10a-54e0df5f216d {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:53.249919 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 2c95c7c8-1d05-4580-a634-d323eb5585ab up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:53.254641 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.277070 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Transition to ACTIVE for port object b8a9362e-ae86-4a23-b10a-54e0df5f216d will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:53.279220 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Made reservation on behalf of 99915ac551944a1285707b689e004392 for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:53.282420 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.308116 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.340880 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] No DVR routers for this DVR port 4833b199-1d44-4540-9580-440b41639a73 on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:18:53.344279 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.351474 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befe3e4e-0d4c-4092-b6fb-ac948158a469', 'name': 'network-vif-deleted', 'tag': '4833b199-1d44-4540-9580-440b41639a73'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:53.366728 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8802b76c-1465-4f14-8776-ca5eb52d9df8 req-7c701a59-42a8-4435-af5a-b43a7caa9b13 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.46 "DELETE /v2.0/ports/4833b199-1d44-4540-9580-440b41639a73 HTTP/1.1" status: 204 len: 173 time: 1.2659802 Jun 28 11:18:53.371291 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.402351 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 2c95c7c8-1d05-4580-a634-d323eb5585ab triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:53.403191 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.456893 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bd0749-b03c-4430-9189-69a183cea4f5'] response: {'server_uuid': 'befe3e4e-0d4c-4092-b6fb-ac948158a469', 'name': 'network-vif-deleted', 'tag': '4833b199-1d44-4540-9580-440b41639a73', 'status': 'completed', 'code': 200} Jun 28 11:18:53.658557 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:53.670476 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Usage tracker for resource:security_group_rule and tenant:99915ac551944a1285707b689e004392 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:53.682582 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:53.687842 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a9362e-ae86-4a23-b10a-54e0df5f216d,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:53.695728 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 2c95c7c8-1d05-4580-a634-d323eb5585ab is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:53.709535 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.723106 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Transition to ACTIVE for port object a9c584de-2201-48e1-9287-50433659bbf4 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:53.738365 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:53.745563 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:53.771821 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-f8d141df-f9aa-48a2-9b44-eeade37590ea req-ba4c9a76-a86c-4de4-82c3-aed506848258 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Synchronizing usage tracker for tenant:c59bcc7268a148759f333f0093f2c054 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:18:53.782119 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef823c77-5122-46d6-9cbe-6280f82c77b8 req-f3776030-0530-4db5-a62c-342855f145a2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.784019 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef823c77-5122-46d6-9cbe-6280f82c77b8 req-f3776030-0530-4db5-a62c-342855f145a2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 944 time: 0.2435727 Jun 28 11:18:53.839960 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-f8d141df-f9aa-48a2-9b44-eeade37590ea req-ba4c9a76-a86c-4de4-82c3-aed506848258 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] Unset dirty status for tenant:c59bcc7268a148759f333f0093f2c054 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:18:53.862491 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f8d141df-f9aa-48a2-9b44-eeade37590ea req-ba4c9a76-a86c-4de4-82c3-aed506848258 tempest-VolumesActionsTest-67626371 tempest-VolumesActionsTest-67626371-project] 10.222.0.15 "GET /v2.0/ports?device_id=befe3e4e-0d4c-4092-b6fb-ac948158a469 HTTP/1.1" status: 200 len: 210 time: 0.1898398 Jun 28 11:18:53.888423 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Attempting to bind port b8a9362e-ae86-4a23-b10a-54e0df5f216d on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:53.894192 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef823c77-5122-46d6-9cbe-6280f82c77b8 req-55b050b5-a14e-4955-adf5-2899e8f6f192 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034398 Jun 28 11:18:53.905183 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Attempting to bind port b8a9362e-ae86-4a23-b10a-54e0df5f216d by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:53.905600 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Attempting to bind port b8a9362e-ae86-4a23-b10a-54e0df5f216d on network e36fabff-bed3-4f94-a2f4-3580b98359fe {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:53.932255 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Port b8a9362e-ae86-4a23-b10a-54e0df5f216d on network e36fabff-bed3-4f94-a2f4-3580b98359fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:18:53.933224 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Attempting to bind port b8a9362e-ae86-4a23-b10a-54e0df5f216d on network e36fabff-bed3-4f94-a2f4-3580b98359fe {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:53.976854 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:53.977201 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Checking segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:53.977593 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Bound using segment: {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:53.978054 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Bound port: b8a9362e-ae86-4a23-b10a-54e0df5f216d, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6620a1c-c1fa-493a-a63b-888a70c74764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:53.981782 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.113112 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.130520 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.139908 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6de4-f680-4a8c-9805-c5eb33ca7edc None None] Pushing event updated for resources: {'Port': ['ID=a9c584de-2201-48e1-9287-50433659bbf4,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:54.174685 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Attempting to bind port a9c584de-2201-48e1-9287-50433659bbf4 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:54.177798 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:18:54.178744 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Attempting to bind port a9c584de-2201-48e1-9287-50433659bbf4 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:54.179285 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Attempting to bind port a9c584de-2201-48e1-9287-50433659bbf4 on network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:54.192399 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:54.192605 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Checking segment: {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:54.193012 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.193399 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Bound using segment: {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:54.193868 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Bound port: a9c584de-2201-48e1-9287-50433659bbf4, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:54.194251 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.205887 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.206584 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Added segment 0816fe86-3254-42cb-9527-60275e400c13 of type vlan for network 6ecd91c3-de84-423f-9020-a8b01a02968a Jun 28 11:18:54.250556 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.257844 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] For port b8a9362e-ae86-4a23-b10a-54e0df5f216d, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:54.285775 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] For port b8a9362e-ae86-4a23-b10a-54e0df5f216d, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:54.300095 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ce0b13f1-b8c7-4883-9a0b-0ac1e5f7f85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.315650 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.320801 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] For port a9c584de-2201-48e1-9287-50433659bbf4, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:54.324669 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] For port a9c584de-2201-48e1-9287-50433659bbf4, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=a9c584de-2201-48e1-9287-50433659bbf4,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:54.334891 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.366879 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f390eb6e-0eb7-40a1-b86a-86099161b5ac,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:54.407220 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.407873 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.409321 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] 10.222.0.46 "PUT /v2.0/ports/b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 200 len: 1094 time: 2.2287452 Jun 28 11:18:54.409727 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:54.426662 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.427635 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.427887 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:54.428278 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:54.428675 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.466893 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a15f1-7e18-41f9-b481-3a6d63cf7769 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a9362e-ae86-4a23-b10a-54e0df5f216d,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:54.533474 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b7473f-7eba-4c7d-9a64-ebdd6ae1b4c0'] response: {'name': 'network-changed', 'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'status': 'completed', 'code': 200} Jun 28 11:18:54.598253 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d6de4-f680-4a8c-9805-c5eb33ca7edc None None] Pushing event updated for resources: {'Port': ['ID=a9c584de-2201-48e1-9287-50433659bbf4,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:54.636932 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55632) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:54.637478 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4658408 Jun 28 11:18:54.639291 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa6318-4e8f-4467-9996-b19f4a8f02ee admin admin] Pushing event updated for resources: {'Network': ['ID=6ecd91c3-de84-423f-9020-a8b01a02968a,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:54.662632 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 6ecd91c3-de84-423f-9020-a8b01a02968a details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:18:54.663945 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Request body: {'subnet': {'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1641669971-subnet', 'tenant_id': '99915ac551944a1285707b689e004392', 'ip_version': 4}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:54.681910 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:54.690048 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-c3635dbc-5ced-4b8e-88c8-605b282a076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.691956 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-c3635dbc-5ced-4b8e-88c8-605b282a076a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1097 time: 0.1604667 Jun 28 11:18:54.701268 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Usage tracker for resource:subnet and tenant:99915ac551944a1285707b689e004392 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:54.712384 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:54.743652 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:54.779216 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Made reservation on behalf of 99915ac551944a1285707b689e004392 for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:18:54.784547 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:54.819732 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-f61d81fc-34d9-45fd-9d56-230580204cbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 200 len: 217 time: 0.1123781 Jun 28 11:18:54.858186 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:54.970898 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-f484a527-3335-489c-ad24-04ee53c6c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.974841 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-f484a527-3335-489c-ad24-04ee53c6c8a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.1441300 Jun 28 11:18:55.129656 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-f8058685-428d-4c32-84ec-cf24f402dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:55.132454 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-f8058685-428d-4c32-84ec-cf24f402dcf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1518836 Jun 28 11:18:55.280705 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:55.387260 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-09dc6199-3d6b-4dd4-af71-e6cfd5b59128 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468758 Jun 28 11:18:55.485480 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c8675c-be1e-4730-8885-8996216740e2,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:55.539866 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Checking segment: {'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:55.540237 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Network hostable DHCP agents. Network: 6ecd91c3-de84-423f-9020-a8b01a02968a, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:18:55.569370 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:54Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:55.580143 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:55.587947 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:55.588887 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fedc00e-570d-49b4-8088-aa3b841f9c3b None None] The sync data for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb is: [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:54Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:18:55.604934 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587914bd-870b-46ad-83a0-3d1fdb57a0b2 req-92cdfa4d-66ef-49f7-b22a-346561f0b201 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:55.606608 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-587914bd-870b-46ad-83a0-3d1fdb57a0b2 req-92cdfa4d-66ef-49f7-b22a-346561f0b201 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 944 time: 0.3737450 Jun 28 11:18:55.695315 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Network 6ecd91c3-de84-423f-9020-a8b01a02968a is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:18:55.698832 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-039e19a3-5706-492e-9f20-e0f044b77ac6 req-539c93d4-0e6a-4836-b1b7-aa4b8d7f74a1 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986381 Jun 28 11:18:55.719650 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-587914bd-870b-46ad-83a0-3d1fdb57a0b2 req-ed546228-f2e9-4673-ba45-e180a7f65518 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037021 Jun 28 11:18:55.725781 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 6ecd91c3-de84-423f-9020-a8b01a02968a) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:55.731198 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:55.732003 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:55.746301 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c507315-e44c-4f69-93c2-f36ce81ac2eb None None] Network 6ecd91c3-de84-423f-9020-a8b01a02968a requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:55.758611 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-d4e60fbc-014b-4c37-8c5e-8c5de4aee28e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1195753 Jun 28 11:18:55.761706 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55666) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:55.767107 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:55.879154 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:55.891039 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Usage tracker for resource:router and tenant:99915ac551944a1285707b689e004392 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:55.896874 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:55.905810 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:55.941157 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-536d33ce-e0e9-47c6-8c57-1fe2dd217205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:55.942908 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-536d33ce-e0e9-47c6-8c57-1fe2dd217205 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1097 time: 0.1709681 Jun 28 11:18:55.944686 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:55.945919 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:56.043210 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:56.070837 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-6ecd91c3-de84-423f-9020-a8b01a02968a', 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a', 'tenant_id': '99915ac551944a1285707b689e004392', 'fixed_ips': [{'subnet_id': '90c8675c-be1e-4730-8885-8996216740e2'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:18:56.073358 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:56.267389 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Allocated IP 172.20.0.2 (6ecd91c3-de84-423f-9020-a8b01a02968a/90c8675c-be1e-4730-8885-8996216740e2/667d8110-2b32-4b6b-8e6c-ca4c953c18eb) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:56.301618 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 4833b199-1d44-4540-9580-440b41639a73 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:56.343729 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 4833b199-1d44-4540-9580-440b41639a73 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:56.344148 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 4833b199-1d44-4540-9580-440b41639a73 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:56.398784 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-c07229c1-8d99-490e-9ecc-fab3489fdd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:56.400381 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-c07229c1-8d99-490e-9ecc-fab3489fdd5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.4460568 Jun 28 11:18:56.593731 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-6cbcc9d9-26bd-4e57-9735-69599b14c4b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 200 len: 217 time: 0.0774674 Jun 28 11:18:56.610967 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:56.628682 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:56.643137 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Transition to ACTIVE for port object 667d8110-2b32-4b6b-8e6c-ca4c953c18eb will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:56.673681 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Transition to ACTIVE for port object 667d8110-2b32-4b6b-8e6c-ca4c953c18eb will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:18:56.684170 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:56.727591 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-d53df10d-770b-47f4-80cb-2030883c9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:56.729557 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-d53df10d-770b-47f4-80cb-2030883c9b3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.1137242 Jun 28 11:18:56.818453 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Network 6ecd91c3-de84-423f-9020-a8b01a02968a is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:56.828126 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:56.849758 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:56.981256 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Pushing event updated for resources: {'Port': ['ID=667d8110-2b32-4b6b-8e6c-ca4c953c18eb,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:57.001863 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-b880696e-a255-4e6c-a3d9-c92e113c24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.003559 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-b880696e-a255-4e6c-a3d9-c92e113c24a1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2121890 Jun 28 11:18:57.058944 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.105550 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Attempting to bind port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:18:57.106824 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Attempting to bind port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:18:57.107185 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Attempting to bind port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb on network 6ecd91c3-de84-423f-9020-a8b01a02968a {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:18:57.115765 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3528b-70ab-4de5-afc7-e150196b5cfb req-50cbdcc7-7521-460d-92e6-a297ef04433c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:57.117682 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:18:57.118110 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Checking segment: {'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:18:57.118582 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.119040 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Bound using segment: {'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:18:57.119625 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Bound port: 667d8110-2b32-4b6b-8e6c-ca4c953c18eb, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:18:57.120125 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.125733 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-53b3528b-70ab-4de5-afc7-e150196b5cfb req-50cbdcc7-7521-460d-92e6-a297ef04433c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 944 time: 0.1664619 Jun 28 11:18:57.258069 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-53b3528b-70ab-4de5-afc7-e150196b5cfb req-39428b54-602d-4dda-b9d8-fbaae139cde6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313591 Jun 28 11:18:57.287710 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device a9c584de-2201-48e1-9287-50433659bbf4 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:57.350115 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] For port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:18:57.355042 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] For port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=667d8110-2b32-4b6b-8e6c-ca4c953c18eb,segment=NetworkSegment(0816fe86-3254-42cb-9527-60275e400c13),segment_id=0816fe86-3254-42cb-9527-60275e400c13)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:18:57.361369 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.391631 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-4139abcb-5b7b-4f9e-a484-6421d360359e service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774445 Jun 28 11:18:57.394710 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.439495 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port a9c584de-2201-48e1-9287-50433659bbf4 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:57.447735 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port a9c584de-2201-48e1-9287-50433659bbf4 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:57.448087 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.453571 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.489232 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efae6c9-97ee-423d-8df0-4ba20314f466 None None] Pushing event updated for resources: {'Port': ['ID=667d8110-2b32-4b6b-8e6c-ca4c953c18eb,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:57.576905 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port a9c584de-2201-48e1-9287-50433659bbf4 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:57.577302 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.613225 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port a9c584de-2201-48e1-9287-50433659bbf4, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=a9c584de-2201-48e1-9287-50433659bbf4,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:57.619652 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:57.683484 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1bda6baa-24f8-40f0-a062-748221a9d896 req-2d10aec6-587b-4d36-a51d-2b2795a86f88 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615201 Jun 28 11:18:57.713838 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Allocated IP 172.28.1.110 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/c598cfd1-8935-48f1-ada6-f1bad6b052b0) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:18:57.722124 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=a9c584de-2201-48e1-9287-50433659bbf4,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:58.051775 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:58.085721 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:58.157050 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:18:58.160017 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:18:58.163788 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:18:58.193951 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=c598cfd1-8935-48f1-ada6-f1bad6b052b0,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:58.324430 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device b8a9362e-ae86-4a23-b10a-54e0df5f216d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:18:58.649381 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664a99f-0fca-4a8d-8a6e-11824bcd1b8f req-f1f6d1d1-83a1-4a81-8c29-efcfb2795d9f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:58.653931 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a664a99f-0fca-4a8d-8a6e-11824bcd1b8f req-f1f6d1d1-83a1-4a81-8c29-efcfb2795d9f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 944 time: 0.1961868 Jun 28 11:18:58.696159 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port b8a9362e-ae86-4a23-b10a-54e0df5f216d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:58.726205 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'mac_address': 'fa:16:3e:a0:d0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:18:58.742236 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a664a99f-0fca-4a8d-8a6e-11824bcd1b8f req-c318575a-9eab-4c59-82f4-5fc99cb640fc tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778947 Jun 28 11:18:58.867035 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port b8a9362e-ae86-4a23-b10a-54e0df5f216d is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:58.867605 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:58.890510 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a9362e-ae86-4a23-b10a-54e0df5f216d {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:18:58.891071 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:58.915242 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f8196d-8312-4262-9b14-c11f90ceddf0 None None] Network 6ecd91c3-de84-423f-9020-a8b01a02968a requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:18:58.965679 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port b8a9362e-ae86-4a23-b10a-54e0df5f216d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:59.023013 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.130251 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-2fd01687-9881-43f4-9852-7d8a52237b8b None None] Provisioning for port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:59.180449 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=b8a9362e-ae86-4a23-b10a-54e0df5f216d,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:59.337916 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['b8a9362e-ae86-4a23-b10a-54e0df5f216d'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:59.393043 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 667d8110-2b32-4b6b-8e6c-ca4c953c18eb up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:59.445338 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.507791 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:59.514844 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:59.515213 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.742973 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Router 828d3361-5709-463d-bc0b-2a05a82c4ddb is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:18:59.782623 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:59.783157 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.808975 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-9980723c-1c42-4336-90a0-a06ddbbe81a2 None None] Provisioning complete for port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:59.809346 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9980723c-1c42-4336-90a0-a06ddbbe81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.889137 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=667d8110-2b32-4b6b-8e6c-ca4c953c18eb,segment=NetworkSegment(0816fe86-3254-42cb-9527-60275e400c13),segment_id=0816fe86-3254-42cb-9527-60275e400c13)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:59.909666 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.910981 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device a9c584de-2201-48e1-9287-50433659bbf4 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:00.165003 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cafdc3-d6fa-4ff6-98c1-b2d70868e9bb req-e129e332-5a78-468a-a424-eb83aed1968e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:00.167595 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-90cafdc3-d6fa-4ff6-98c1-b2d70868e9bb req-e129e332-5a78-468a-a424-eb83aed1968e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 945 time: 0.2311447 Jun 28 11:19:00.291374 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-90cafdc3-d6fa-4ff6-98c1-b2d70868e9bb req-e98767a8-f25c-4fff-9c57-92db1ef1ffd3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083241 Jun 28 11:19:00.311485 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=667d8110-2b32-4b6b-8e6c-ca4c953c18eb,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:00.316744 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-9980723c-1c42-4336-90a0-a06ddbbe81a2 None None] Current status of the port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:00.337464 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port a9c584de-2201-48e1-9287-50433659bbf4 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:00.337866 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:00.363453 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:00.376812 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Sync routers for ids ['828d3361-5709-463d-bc0b-2a05a82c4ddb'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:00.402524 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:00.406843 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 55768) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:00.407525 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-769ac11b-7272-4b76-a034-bae8b0700ab5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6446211 Jun 28 11:19:00.413787 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Routers {'828d3361-5709-463d-bc0b-2a05a82c4ddb'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:00.414611 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['828d3361-5709-463d-bc0b-2a05a82c4ddb'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:00.762299 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port a9c584de-2201-48e1-9287-50433659bbf4 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:00.766194 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Set router 828d3361-5709-463d-bc0b-2a05a82c4ddb gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:01.190665 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:18:58Z', 'revision_number': 3, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port': {'id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:57Z', 'updated_at': '2022-06-28T11:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:01.209045 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Checking router: 828d3361-5709-463d-bc0b-2a05a82c4ddb for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:19:01.209045 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Updating router 828d3361-5709-463d-bc0b-2a05a82c4ddb port c598cfd1-8935-48f1-ada6-f1bad6b052b0 binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:19:01.253304 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 667d8110-2b32-4b6b-8e6c-ca4c953c18eb up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:01.333482 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.354495 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.697780 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:01.698174 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.763879 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee20f34-f619-4c27-b5d8-050194edd201 req-36cd527b-eef4-4390-aa7d-78a251f2b3a7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:01.765897 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cee20f34-f619-4c27-b5d8-050194edd201 req-36cd527b-eef4-4390-aa7d-78a251f2b3a7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 945 time: 0.2699945 Jun 28 11:19:01.785686 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.801430 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Transition to ACTIVE for port object c598cfd1-8935-48f1-ada6-f1bad6b052b0 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:01.806690 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55786) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:01.840442 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.866930 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Allocated IP 172.20.0.1 (6ecd91c3-de84-423f-9020-a8b01a02968a/90c8675c-be1e-4730-8885-8996216740e2/37b0a3e2-004c-4c2b-9fd5-ef566b35af0d) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:01.887985 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cee20f34-f619-4c27-b5d8-050194edd201 req-5e467b3c-d89a-442b-b462-f7ed2d919d67 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115787 Jun 28 11:19:01.994796 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7a36a-f4fa-4d4d-a89b-29d4943310e6 None None] Pushing event updated for resources: {'Port': ['ID=c598cfd1-8935-48f1-ada6-f1bad6b052b0,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:01.998391 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.007488 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:02.029947 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:02.036400 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:63a410b7a28b4bc5aa04e4f765b4edfa is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:02.040414 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Attempting to bind port c598cfd1-8935-48f1-ada6-f1bad6b052b0 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:19:02.040813 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Attempting to bind port c598cfd1-8935-48f1-ada6-f1bad6b052b0 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:19:02.041168 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Attempting to bind port c598cfd1-8935-48f1-ada6-f1bad6b052b0 on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:02.041928 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:02.050736 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:02.051646 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:19:02.052016 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:19:02.052413 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.052875 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:19:02.053343 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Bound port: c598cfd1-8935-48f1-ada6-f1bad6b052b0, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:19:02.053711 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.147037 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] For port c598cfd1-8935-48f1-ada6-f1bad6b052b0, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:19:02.150374 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] For port c598cfd1-8935-48f1-ada6-f1bad6b052b0, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=c598cfd1-8935-48f1-ada6-f1bad6b052b0,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:19:02.158844 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.224181 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.233076 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.294671 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Routers {'828d3361-5709-463d-bc0b-2a05a82c4ddb'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:02.295320 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['828d3361-5709-463d-bc0b-2a05a82c4ddb'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:02.311889 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63a410b7a28b4bc5aa04e4f765b4edfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5024252 Jun 28 11:19:02.315519 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55800) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:02.329435 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858013e-a847-4d80-8569-9ca547b84bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb35108-41a7-45a0-a957-32e4181a256d,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:02.337752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.367404 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Transition to ACTIVE for port object 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:02.372757 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device b8a9362e-ae86-4a23-b10a-54e0df5f216d up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:02.417906 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.419411 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-624b65f3-abf8-4fc2-904b-e37569d35512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.470346 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-624b65f3-abf8-4fc2-904b-e37569d35512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.483165 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Network 6ecd91c3-de84-423f-9020-a8b01a02968a is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:02.492083 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:02.497628 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:02.498368 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.530960 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Pushing event updated for resources: {'Port': ['ID=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:02.586195 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7a36a-f4fa-4d4d-a89b-29d4943310e6 None None] Pushing event updated for resources: {'Port': ['ID=c598cfd1-8935-48f1-ada6-f1bad6b052b0,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:02.617404 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-624b65f3-abf8-4fc2-904b-e37569d35512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.655028 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port b8a9362e-ae86-4a23-b10a-54e0df5f216d completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:02.665088 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port b8a9362e-ae86-4a23-b10a-54e0df5f216d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:02.665416 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.689160 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b65f3-abf8-4fc2-904b-e37569d35512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb35108-41a7-45a0-a957-32e4181a256d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:02.702915 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.724104 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-624b65f3-abf8-4fc2-904b-e37569d35512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.725328 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-624b65f3-abf8-4fc2-904b-e37569d35512 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fb35108-41a7-45a0-a957-32e4181a256d HTTP/1.1" status: 204 len: 168 time: 0.4088781 Jun 28 11:19:02.804514 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] Set router 828d3361-5709-463d-bc0b-2a05a82c4ddb gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:03.263988 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-2bdab84f-a387-4fac-9721-7f62d29f12f5 None None] Provisioning for port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:03.278419 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:03.289809 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-2bdab84f-a387-4fac-9721-7f62d29f12f5 None None] Provisioning complete for port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:03.290391 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2bdab84f-a387-4fac-9721-7f62d29f12f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:03.294597 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:03.295424 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:03.383546 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4b04f-19ac-4ef6-acbc-1bedf6bebb8e req-269b5c19-c82b-450f-958c-6b3ca328b45c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:03.385093 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a1c4b04f-19ac-4ef6-acbc-1bedf6bebb8e req-269b5c19-c82b-450f-958c-6b3ca328b45c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 945 time: 0.2774222 Jun 28 11:19:03.457958 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port b8a9362e-ae86-4a23-b10a-54e0df5f216d is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:03.458596 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:03.519768 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port b8a9362e-ae86-4a23-b10a-54e0df5f216d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:03.521965 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:03.531605 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-2bdab84f-a387-4fac-9721-7f62d29f12f5 None None] Port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:19:03.537805 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:03.562504 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Network 6ecd91c3-de84-423f-9020-a8b01a02968a is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:03.587119 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:03.639181 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a1c4b04f-19ac-4ef6-acbc-1bedf6bebb8e req-74997464-7a4b-44b0-8a17-3a450476a00c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149139 Jun 28 11:19:03.639816 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Pushing event updated for resources: {'Port': ['ID=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:03.652587 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948daf5f-b486-4ef1-bdc2-189cf3bf4efb'] response: {'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'code': 200} Jun 28 11:19:03.708533 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=b8a9362e-ae86-4a23-b10a-54e0df5f216d,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:03.711681 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:18:58Z', 'revision_number': 3, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port': {'id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:57Z', 'updated_at': '2022-06-28T11:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:03.717496 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e70a0-6939-4bf5-aa19-fea807bc129f None None] The sync data for ids ['828d3361-5709-463d-bc0b-2a05a82c4ddb'] in dv-cinder-844605-1-smb is: [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:18:58Z', 'revision_number': 3, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port': {'id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bb:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:57Z', 'updated_at': '2022-06-28T11:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:19:03.922137 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Router 828d3361-5709-463d-bc0b-2a05a82c4ddb has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:19:03.956331 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-098a4424-3339-47f7-b75e-1102ad5e1b44 None None] Provisioning complete for port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:03.957151 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-098a4424-3339-47f7-b75e-1102ad5e1b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:04.016324 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-098a4424-3339-47f7-b75e-1102ad5e1b44 None None] Port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:19:04.167581 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc586e-7dc3-4717-ac6b-365725687e82 req-691f814a-ea53-4b63-9f04-c45387dbed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.169265 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6cfc586e-7dc3-4717-ac6b-365725687e82 req-691f814a-ea53-4b63-9f04-c45387dbed0c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1099 time: 0.1941693 Jun 28 11:19:04.232084 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-6cfc586e-7dc3-4717-ac6b-365725687e82 req-d7032186-ffae-4ae2-baf5-6b4f4ed3a9cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 Jun 28 11:19:04.233482 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:04.248551 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-7e50d090-6815-4459-8de2-5837e78f7278 admin admin] 10.222.0.15 "PUT /v2.0/routers/828d3361-5709-463d-bc0b-2a05a82c4ddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8399010 Jun 28 11:19:05.027950 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3004e91-d500-4b65-b974-bb3c0b578574 req-9a2068db-d41e-4979-bf33-3126f7e999da tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:05.037736 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d3004e91-d500-4b65-b974-bb3c0b578574 req-9a2068db-d41e-4979-bf33-3126f7e999da tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1963205 Jun 28 11:19:05.154195 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d3004e91-d500-4b65-b974-bb3c0b578574 req-34383441-acf4-4d3d-a16c-a8526be7bdab tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147988 Jun 28 11:19:05.244215 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device c598cfd1-8935-48f1-ada6-f1bad6b052b0 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:05.364657 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port c598cfd1-8935-48f1-ada6-f1bad6b052b0 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:05.374048 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port c598cfd1-8935-48f1-ada6-f1bad6b052b0 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:05.374646 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:05.537901 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port c598cfd1-8935-48f1-ada6-f1bad6b052b0 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:05.538564 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:05.591920 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port c598cfd1-8935-48f1-ada6-f1bad6b052b0, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=c598cfd1-8935-48f1-ada6-f1bad6b052b0,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:05.611861 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:05.739997 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=c598cfd1-8935-48f1-ada6-f1bad6b052b0,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:06.096544 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Sync routers for ids ['828d3361-5709-463d-bc0b-2a05a82c4ddb'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:06.124103 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Routers {'828d3361-5709-463d-bc0b-2a05a82c4ddb'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:06.125067 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['828d3361-5709-463d-bc0b-2a05a82c4ddb'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:06.402511 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Set router 828d3361-5709-463d-bc0b-2a05a82c4ddb gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:06.661304 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc52e39-f3eb-4980-90cd-e278cac4092f req-188db084-36c5-49b1-b9f2-96de364ab8f4 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:06.666373 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4bc52e39-f3eb-4980-90cd-e278cac4092f req-188db084-36c5-49b1-b9f2-96de364ab8f4 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.2179906 Jun 28 11:19:06.880520 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4bc52e39-f3eb-4980-90cd-e278cac4092f req-5c2b9162-7b6c-4735-9150-e68a979235af tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993928 Jun 28 11:19:07.227470 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:19:02Z', 'revision_number': 4, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port': {'id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:57Z', 'updated_at': '2022-06-28T11:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '37b0a3e2-004c-4c2b-9fd5-ef566b35af0d', 'name': '', 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a', 'tenant_id': '99915ac551944a1285707b689e004392', 'mac_address': 'fa:16:3e:95:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '90c8675c-be1e-4730-8885-8996216740e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:01Z', 'updated_at': '2022-06-28T11:19:02Z', 'revision_number': 2, 'project_id': '99915ac551944a1285707b689e004392', 'subnets': [{'id': '90c8675c-be1e-4730-8885-8996216740e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:07.234290 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Checking router: 828d3361-5709-463d-bc0b-2a05a82c4ddb for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:19:07.235117 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Updating router 828d3361-5709-463d-bc0b-2a05a82c4ddb port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:19:07.351997 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device c598cfd1-8935-48f1-ada6-f1bad6b052b0 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:07.450992 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:07.520962 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port c598cfd1-8935-48f1-ada6-f1bad6b052b0 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:07.521753 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:07.560014 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a345f93-4239-46e7-94dc-4339c0319e36 req-0cbc23ff-4974-415a-b14f-5bd781998b1e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:07.561621 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9a345f93-4239-46e7-94dc-4339c0319e36 req-0cbc23ff-4974-415a-b14f-5bd781998b1e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.3675361 Jun 28 11:19:07.570693 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 55878) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:07.577668 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'floatingip': {'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:07.713521 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:07.988377 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port c598cfd1-8935-48f1-ada6-f1bad6b052b0 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:08.331864 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:08.358487 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Transition to ACTIVE for port object 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:08.378077 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:08.518891 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Pushing event updated for resources: {'Port': ['ID=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:08.549092 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.549434 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.551393 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.551753 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.552082 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.552414 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.552765 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.553086 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.553406 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.553721 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.555066 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.555392 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:08.809626 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:08.824294 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:08.920758 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Attempting to bind port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:19:08.921691 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Attempting to bind port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:19:08.922222 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Attempting to bind port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d on network 6ecd91c3-de84-423f-9020-a8b01a02968a {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:08.939571 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:19:08.940895 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Checking segment: {'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:19:08.947108 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:08.947515 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Bound using segment: {'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:19:08.948013 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Bound port: 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0816fe86-3254-42cb-9527-60275e400c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:19:08.948761 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:09.068814 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e5944-5c3c-4758-ad0b-3de288bb215d req-7501ff9f-ebdd-4ac8-b449-7162a3390acc tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:09.077272 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f14e5944-5c3c-4758-ad0b-3de288bb215d req-7501ff9f-ebdd-4ac8-b449-7162a3390acc tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.1685572 Jun 28 11:19:09.136090 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f14e5944-5c3c-4758-ad0b-3de288bb215d req-e4e46dd5-c15d-4987-8bca-3ec052bc29a9 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526338 Jun 28 11:19:09.154646 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] For port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:19:09.159004 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] For port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,segment=NetworkSegment(0816fe86-3254-42cb-9527-60275e400c13),segment_id=0816fe86-3254-42cb-9527-60275e400c13)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:19:09.170946 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:09.246342 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Floating IP 0a7c02dd-12d0-43a5-aa32-a1bd237dc569 associated. External IP: 172.28.1.28, port: b8a9362e-ae86-4a23-b10a-54e0df5f216d. Jun 28 11:19:09.369476 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Routers {'828d3361-5709-463d-bc0b-2a05a82c4ddb'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:09.370156 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['828d3361-5709-463d-bc0b-2a05a82c4ddb'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:09.441180 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2ddd2-d294-4fd4-a87b-5839f2a62b9f None None] Pushing event updated for resources: {'Port': ['ID=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:09.772096 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] Set router 828d3361-5709-463d-bc0b-2a05a82c4ddb gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:10.183914 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Router 225ae65d-be48-4e16-875b-4b10f1fde25e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:19:10.430144 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a6592-b4db-4b2e-87c5-811d760e31f6 req-3007b804-5aea-4edb-8d2e-322be748cc2d tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:10.436814 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d38a6592-b4db-4b2e-87c5-811d760e31f6 req-3007b804-5aea-4edb-8d2e-322be748cc2d tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.1505711 Jun 28 11:19:10.522010 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:19:02Z', 'revision_number': 4, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port': {'id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:57Z', 'updated_at': '2022-06-28T11:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '37b0a3e2-004c-4c2b-9fd5-ef566b35af0d', 'name': '', 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a', 'tenant_id': '99915ac551944a1285707b689e004392', 'mac_address': 'fa:16:3e:95:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '90c8675c-be1e-4730-8885-8996216740e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:01Z', 'updated_at': '2022-06-28T11:19:09Z', 'revision_number': 4, 'project_id': '99915ac551944a1285707b689e004392', 'subnets': [{'id': '90c8675c-be1e-4730-8885-8996216740e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:10.534902 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:10.541224 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b6fdb-1791-4975-b4e7-360731813c1e None None] The sync data for ids ['828d3361-5709-463d-bc0b-2a05a82c4ddb'] in dv-cinder-844605-1-smb is: [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:19:02Z', 'revision_number': 4, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port': {'id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:57Z', 'updated_at': '2022-06-28T11:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '37b0a3e2-004c-4c2b-9fd5-ef566b35af0d', 'name': '', 'network_id': '6ecd91c3-de84-423f-9020-a8b01a02968a', 'tenant_id': '99915ac551944a1285707b689e004392', 'mac_address': 'fa:16:3e:95:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '90c8675c-be1e-4730-8885-8996216740e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:01Z', 'updated_at': '2022-06-28T11:19:09Z', 'revision_number': 4, 'project_id': '99915ac551944a1285707b689e004392', 'subnets': [{'id': '90c8675c-be1e-4730-8885-8996216740e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:19:10.543390 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:10.544114 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d38a6592-b4db-4b2e-87c5-811d760e31f6 req-05b4b0fb-ae43-4728-b0be-8a81451390b1 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987003 Jun 28 11:19:10.547068 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] Sync routers for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:10.560121 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:10.573577 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:10.709488 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-ec282809-9c18-4763-bf89-d7f5c3fce8de tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "PUT /v2.0/floatingips/0a7c02dd-12d0-43a5-aa32-a1bd237dc569 HTTP/1.1" status: 200 len: 991 time: 3.1375854 Jun 28 11:19:10.710425 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:10.848911 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ae86e3-3cd5-4396-9846-fb96de9cc56d'] response: {'name': 'network-changed', 'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'status': 'completed', 'code': 200} Jun 28 11:19:10.927212 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:11.077097 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-e48087e2-a61b-468a-bdf8-9a86dcf9ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:11.081831 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-e48087e2-a61b-468a-bdf8-9a86dcf9ed37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1099 time: 0.2189064 Jun 28 11:19:11.464728 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-f84adf1c-c26b-48d7-a4cc-bdca952eeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:11.466238 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-f84adf1c-c26b-48d7-a4cc-bdca952eeff6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.3745298 Jun 28 11:19:11.543394 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:11.839170 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-940ace23-be22-4aa5-b9ad-24726aef5fbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 200 len: 999 time: 0.3609693 Jun 28 11:19:11.907574 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '0a7c02dd-12d0-43a5-aa32-a1bd237dc569', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'mac_address': 'fa:16:3e:a0:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf96d4-e192-4777-8d3d-33284419e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:19:08Z', 'revision_number': 1, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:11.929475 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:11.937185 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:11.937901 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:12.036341 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] Checking router: 225ae65d-be48-4e16-875b-4b10f1fde25e for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:19:12.054879 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:12.057228 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:18:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:12.066946 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-0c94c2c9-e90e-4064-9515-2d3816400874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:12.076825 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-0c94c2c9-e90e-4064-9515-2d3816400874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.2195969 Jun 28 11:19:12.191395 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a4735-ccb4-4961-9a86-baa7fd73f0dd req-8008973b-a349-423e-9d71-07ce569dd873 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:12.205449 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a78a4735-ccb4-4961-9a86-baa7fd73f0dd req-8008973b-a349-423e-9d71-07ce569dd873 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.3117175 Jun 28 11:19:12.243402 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-7c110525-dc0d-457e-9db1-8bb8a21f8a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:12.245138 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-7c110525-dc0d-457e-9db1-8bb8a21f8a8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1670315 Jun 28 11:19:12.304069 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a78a4735-ccb4-4961-9a86-baa7fd73f0dd req-139b1662-1401-431a-ade3-fdf503f067ff tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976136 Jun 28 11:19:12.375103 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:12.693562 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-89e10f46-8c71-49d4-9100-0a0655d7712a service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394708 Jun 28 11:19:12.948081 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d5a4c3e5-b6b2-496b-a7c7-b1de4b9da12b req-c9429d74-ca20-47f8-b548-3ded3738ce5c service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417278 Jun 28 11:19:12.983066 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:12.983934 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:13.054584 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,segment=NetworkSegment(0816fe86-3254-42cb-9527-60275e400c13),segment_id=0816fe86-3254-42cb-9527-60275e400c13)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:13.064329 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:13.128965 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '0a7c02dd-12d0-43a5-aa32-a1bd237dc569', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'mac_address': 'fa:16:3e:a0:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf96d4-e192-4777-8d3d-33284419e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:19:08Z', 'revision_number': 1, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:13.137542 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8eed1-1541-4348-b401-a6c5ec32a079 None None] The sync data for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb is: [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '0a7c02dd-12d0-43a5-aa32-a1bd237dc569', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'mac_address': 'fa:16:3e:a0:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf96d4-e192-4777-8d3d-33284419e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:19:08Z', 'revision_number': 1, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:19:13.184288 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:13.486052 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a34373a-0ffb-4781-a1e3-bb53ae4f89a2 None None] New status for floating IP 0a7c02dd-12d0-43a5-aa32-a1bd237dc569: ACTIVE {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:19:13.592134 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1e5d4-71e9-464a-8284-66e1d6e797b3 req-61fd5142-b1d7-438e-becd-092c6416efe7 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:13.593917 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75f1e5d4-71e9-464a-8284-66e1d6e797b3 req-61fd5142-b1d7-438e-becd-092c6416efe7 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.1271298 Jun 28 11:19:13.654699 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75f1e5d4-71e9-464a-8284-66e1d6e797b3 req-5ff2719b-83b8-4cf9-be75-08869b58b690 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Jun 28 11:19:14.901667 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c80e2-78ee-497b-8baa-415ef398f778 req-35fd5a5f-be64-48ae-8462-aafff67ea8a9 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:14.904051 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a96c80e2-78ee-497b-8baa-415ef398f778 req-35fd5a5f-be64-48ae-8462-aafff67ea8a9 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.1099157 Jun 28 11:19:14.973627 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a96c80e2-78ee-497b-8baa-415ef398f778 req-2394ddd1-b6ff-41c2-a693-9b573e505d21 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634789 Jun 28 11:19:15.105885 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a1606-6e77-49f6-979e-7b5445803cfb req-adc00170-384d-4d28-9d61-f6513db6c010 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:15.107324 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-906a1606-6e77-49f6-979e-7b5445803cfb req-adc00170-384d-4d28-9d61-f6513db6c010 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Synchronizing usage tracker for tenant:6021069b4b724465a97f6388bbc38047 on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:15.150023 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-906a1606-6e77-49f6-979e-7b5445803cfb req-adc00170-384d-4d28-9d61-f6513db6c010 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Unset dirty status for tenant:6021069b4b724465a97f6388bbc38047 on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:15.155698 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-906a1606-6e77-49f6-979e-7b5445803cfb req-adc00170-384d-4d28-9d61-f6513db6c010 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.46 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.2763240 Jun 28 11:19:15.252135 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:15.316382 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Deleting port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:15.318812 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:15.445194 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:15.445822 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:15.777831 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:16.124678 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] For port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:16.125730 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:16.418940 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ace377-cdd2-409d-990a-85b3117e3ae0 req-a475bb09-f146-464d-b732-7aadea385726 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:16.420584 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a8ace377-cdd2-409d-990a-85b3117e3ae0 req-a475bb09-f146-464d-b732-7aadea385726 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 945 time: 0.2287469 Jun 28 11:19:16.455607 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Calling delete_port for c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:19:16.610551 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a8ace377-cdd2-409d-990a-85b3117e3ae0 req-bfe4cecf-29fc-4e97-805c-eddab70684a0 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839857 Jun 28 11:19:16.669292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:16.762728 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Pushing event deleted for resources: {'Port': ['ID=c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:16.896407 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] No DVR routers for this DVR port c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:19:16.904565 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:16.922386 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022242ce-653b-41ad-a676-7ecba86c5c8a', 'name': 'network-vif-deleted', 'tag': 'c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:16.959375 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-906a1606-6e77-49f6-979e-7b5445803cfb req-d218288b-6903-4242-8e31-b1626878becd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.46 "DELETE /v2.0/ports/c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d HTTP/1.1" status: 204 len: 173 time: 1.7965627 Jun 28 11:19:17.019064 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69068a91-50f2-4b43-8356-8a30d7b0e55e'] response: {'server_uuid': '022242ce-653b-41ad-a676-7ecba86c5c8a', 'name': 'network-vif-deleted', 'tag': 'c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d', 'status': 'completed', 'code': 200} Jun 28 11:19:17.901386 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4f28a25a-440a-4951-bc40-c92f5a473458 req-32a3a2a8-87b9-4abf-888e-5473d26ebfbd tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=022242ce-653b-41ad-a676-7ecba86c5c8a HTTP/1.1" status: 200 len: 210 time: 0.0649407 Jun 28 11:19:18.404016 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:18.439463 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:19:18.439849 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device c4cadf0e-3834-49dd-ae8e-ce09f7e4d08d not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:19:19.125091 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.113836 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-f4da3c7d-ed38-4386-8bad-c602314027ba tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:20.115440 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-f4da3c7d-ed38-4386-8bad-c602314027ba tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/networks?id=7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 200 len: 815 time: 0.2255135 Jun 28 11:19:20.132530 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e17bf5-16f0-4ff9-b99d-27b01c819371 req-c84c147e-be3d-4a75-b52f-85e303f48b2a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:20.132530 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43e17bf5-16f0-4ff9-b99d-27b01c819371 req-c84c147e-be3d-4a75-b52f-85e303f48b2a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1329000 Jun 28 11:19:20.156112 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-0282cd2f-d323-4c2b-a5cc-39d3446400f0 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/quotas/48d4000196df4bc8a3787ae5aec3ccb4 HTTP/1.1" status: 200 len: 375 time: 0.0247114 Jun 28 11:19:20.229829 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43e17bf5-16f0-4ff9-b99d-27b01c819371 req-3e825f7b-3f10-44c1-91a7-461975de47bc tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915315 Jun 28 11:19:20.274313 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-9438bea2-02cd-44eb-a962-19ba57fa77cf tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035180 Jun 28 11:19:20.434690 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-505d1612-4a3f-4a2a-b249-44339d5afd89 service neutron] 10.222.0.15 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478617 Jun 28 11:19:20.618464 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c9924fdd-9e21-4db8-b5f3-653b1bed1d4e service neutron] 10.222.0.15 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749468 Jun 28 11:19:20.890516 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-18850d2c-38bf-46bd-91a8-1c7953b57f59 req-95b3e849-0b83-44a1-9a42-6d4151c27e0e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 210 time: 0.0720229 Jun 28 11:19:21.472627 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b985e02-1da9-4e02-93a8-821ca4d54192 req-830df574-662b-4e61-9beb-314281e130cd tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:21.474156 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0b985e02-1da9-4e02-93a8-821ca4d54192 req-830df574-662b-4e61-9beb-314281e130cd tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.0975990 Jun 28 11:19:21.525017 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0b985e02-1da9-4e02-93a8-821ca4d54192 req-349e4a8c-f2b9-4329-9a1a-ef023fc5383f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395341 Jun 28 11:19:22.057155 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-deb34430-8e3d-4258-a76a-5c0fc70c1eef req-799359c9-9639-4223-91d9-3260633c0524 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 210 time: 0.0581326 Jun 28 11:19:22.225688 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f7f1b1bd-6086-4ff4-8c1e-f47b2198a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:22.352105 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-399434a1-99f2-4a37-bf95-579eb808103e req-d0f912cf-8ddc-4c67-b24f-374ae661f19e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1208560 Jun 28 11:19:22.459175 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-e9aef851-e5a1-48e8-ade9-18ad73dd8786 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:22.459937 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-e9aef851-e5a1-48e8-ade9-18ad73dd8786 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Synchronizing usage tracker for tenant:48d4000196df4bc8a3787ae5aec3ccb4 on resource:network {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:22.477538 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-e9aef851-e5a1-48e8-ade9-18ad73dd8786 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Unset dirty status for tenant:48d4000196df4bc8a3787ae5aec3ccb4 on resource:network {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:22.479171 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-e9aef851-e5a1-48e8-ade9-18ad73dd8786 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.46 "GET /v2.0/networks?id=7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 200 len: 815 time: 0.2489331 Jun 28 11:19:22.491539 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'port': {'device_id': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'admin_state_up': True, 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:22.587234 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399434a1-99f2-4a37-bf95-579eb808103e req-fef108c4-4477-45ec-bb4e-6c0b1e335690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:22.589044 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-399434a1-99f2-4a37-bf95-579eb808103e req-fef108c4-4477-45ec-bb4e-6c0b1e335690 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 1099 time: 0.1582758 Jun 28 11:19:22.647000 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:22.651633 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:port and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:22.654904 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:22.661350 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:22.673440 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Made reservation on behalf of 48d4000196df4bc8a3787ae5aec3ccb4 for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:19:22.678393 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:22.800901 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399434a1-99f2-4a37-bf95-579eb808103e req-665f0e4c-4aeb-498f-96b2-dd1d26be4a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:22.802811 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-399434a1-99f2-4a37-bf95-579eb808103e req-665f0e4c-4aeb-498f-96b2-dd1d26be4a8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.1922877 Jun 28 11:19:22.877751 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-399434a1-99f2-4a37-bf95-579eb808103e req-63744915-3229-4f11-91c0-196a5ed8097f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53127a73-8958-422c-9d22-8f1cf1f2a954 HTTP/1.1" status: 200 len: 217 time: 0.0676966 Jun 28 11:19:22.929937 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Allocated IP 172.20.0.13 (7a245bb5-c143-43d3-bc17-30ba78a59ec1/f23cc493-f8df-4ee4-8f93-791241d5a217/44c136a6-daa4-4a33-985f-ea36ed249465) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:22.953395 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399434a1-99f2-4a37-bf95-579eb808103e req-dd0c2be2-122d-44d8-8813-f2a4cf28de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:22.954870 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-399434a1-99f2-4a37-bf95-579eb808103e req-dd0c2be2-122d-44d8-8813-f2a4cf28de6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0673664 Jun 28 11:19:22.963218 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6158c3-23b9-4217-987f-e7a25a0e8650 req-f2c756fc-be2f-475c-8683-6116ce5011d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:22.964937 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6a6158c3-23b9-4217-987f-e7a25a0e8650 req-f2c756fc-be2f-475c-8683-6116ce5011d7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.2714221 Jun 28 11:19:23.069509 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6a6158c3-23b9-4217-987f-e7a25a0e8650 req-b2624ede-b2db-4eca-b99e-3b3906be6b7f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0978875 Jun 28 11:19:23.295757 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:23.321788 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Transition to ACTIVE for port object 44c136a6-daa4-4a33-985f-ea36ed249465 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:23.354733 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:23.450467 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013d429-3f40-4b65-a2b3-beb582b646a6 req-9bf17499-3309-4d7e-a4aa-fba39d5ce798 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:23.452754 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1013d429-3f40-4b65-a2b3-beb582b646a6 req-9bf17499-3309-4d7e-a4aa-fba39d5ce798 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 932 time: 0.1592772 Jun 28 11:19:23.539435 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'Port': ['ID=44c136a6-daa4-4a33-985f-ea36ed249465,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:23.548253 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1013d429-3f40-4b65-a2b3-beb582b646a6 req-660b5852-a657-4f98-b2f2-e7e239ba3e91 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891752 Jun 28 11:19:23.574000 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:23.575526 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:23.578382 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:23.666765 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:23.667838 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:23.704809 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c34f51cf-6751-4fc3-97f7-1a7819d8a434 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2172530 Jun 28 11:19:23.931255 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-9d9e07a5-dda0-46c3-a9e5-4fc709a4d976 None None] Provisioning for port 44c136a6-daa4-4a33-985f-ea36ed249465 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:23.941192 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-9d9e07a5-dda0-46c3-a9e5-4fc709a4d976 None None] Provisioning complete for port 44c136a6-daa4-4a33-985f-ea36ed249465 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:23.942328 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9d9e07a5-dda0-46c3-a9e5-4fc709a4d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.003089 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e07a5-dda0-46c3-a9e5-4fc709a4d976 None None] Port 44c136a6-daa4-4a33-985f-ea36ed249465 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:19:24.294064 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-5ffc0991-34fc-455b-968d-8cd8ae148e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.437803 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-2c176899-4dc9-407b-831b-bcbf61e7f366 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:24.440044 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-2c176899-4dc9-407b-831b-bcbf61e7f366 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/networks?id=888b2436-5308-4b2a-aa94-510f5343bc8b HTTP/1.1" status: 200 len: 813 time: 0.2363861 Jun 28 11:19:24.449870 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63f75a-e164-4889-a915-1a44747bab4e req-cec92d4f-ea12-413c-a326-8943fb13bd3a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:24.451515 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2e63f75a-e164-4889-a915-1a44747bab4e req-cec92d4f-ea12-413c-a326-8943fb13bd3a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.2219882 Jun 28 11:19:24.469649 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-9929bf16-55ed-499a-a764-8c62e89a4207 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/quotas/6021069b4b724465a97f6388bbc38047 HTTP/1.1" status: 200 len: 375 time: 0.0170200 Jun 28 11:19:24.549311 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-883055ff-5ec8-457a-a55b-40fe7cf2477f tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6021069b4b724465a97f6388bbc38047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780516 Jun 28 11:19:24.651878 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2e63f75a-e164-4889-a915-1a44747bab4e req-8a968d3b-e21e-4e0e-bf72-5603d50eb57e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924279 Jun 28 11:19:24.731686 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-e215d0cd-128e-437b-baf2-d1b8760200db service neutron] 10.222.0.15 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713581 Jun 28 11:19:24.941575 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-6c5adc02-9304-4d81-b817-66025ab0228d service neutron] 10.222.0.15 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018082 Jun 28 11:19:24.956958 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae054776-d764-4dfb-b2e5-ce3e5de4d038 req-86ae97cb-8fd0-41bf-a0c7-498356f818e1 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:24.958785 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ae054776-d764-4dfb-b2e5-ce3e5de4d038 req-86ae97cb-8fd0-41bf-a0c7-498356f818e1 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 932 time: 0.1463184 Jun 28 11:19:25.009506 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ae054776-d764-4dfb-b2e5-ce3e5de4d038 req-93aa7981-f4ed-42a5-8976-6533d4c1d4a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 Jun 28 11:19:25.169593 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e4ce84cf-c18a-4fde-a487-5c7be8864427 req-1b256298-9c94-4c89-b9c8-ecfde257a985 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 210 time: 0.0640752 Jun 28 11:19:25.415921 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 56164) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:25.492567 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cbac28-7b1d-4076-b30d-c17fa1523058 admin admin] Deleting subnet 83f28c50-5865-41bc-a9be-83c43d66dcf9 {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:19:25.495691 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-00cbac28-7b1d-4076-b30d-c17fa1523058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.549380 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-00cbac28-7b1d-4076-b30d-c17fa1523058 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.558109 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-00cbac28-7b1d-4076-b30d-c17fa1523058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.563626 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.568990 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.649927 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-00cbac28-7b1d-4076-b30d-c17fa1523058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.694523 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cbac28-7b1d-4076-b30d-c17fa1523058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f28c50-5865-41bc-a9be-83c43d66dcf9,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:25.698704 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-00cbac28-7b1d-4076-b30d-c17fa1523058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.709371 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56172) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:25.711407 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-00cbac28-7b1d-4076-b30d-c17fa1523058 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/83f28c50-5865-41bc-a9be-83c43d66dcf9 HTTP/1.1" status: 204 len: 168 time: 0.2933507 Jun 28 11:19:25.824851 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.922625 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c8345-52b3-433f-adba-b9976e4a7afe req-b2ab8585-ec3f-4494-b4d3-582f45ec3756 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:25.930603 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c34c8345-52b3-433f-adba-b9976e4a7afe req-b2ab8585-ec3f-4494-b4d3-582f45ec3756 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1509421 Jun 28 11:19:26.115802 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.119363 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c34c8345-52b3-433f-adba-b9976e4a7afe req-a03fd27d-7ad6-419f-ab7d-3fc5f1f3fb23 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1876972 Jun 28 11:19:26.148647 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9615e89e-e32f-4135-9b2d-e2dcc6a5a823']}} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:26.165984 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235413a8-bca4-4a86-8490-66c3c4bb6aa5') {'for_net_delete': True} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:26.166604 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235413a8-bca4-4a86-8490-66c3c4bb6aa5') {} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:26.179400 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33333191'] for segment, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.203616 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.212577 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:19:26.213485 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33429730'] for segment, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.297264 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e847ae9-8650-4c76-a86e-8778fcb7e4b7 req-93b32671-45d6-45bc-a621-e0bdf5eeb938 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:26.304502 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7e847ae9-8650-4c76-a86e-8778fcb7e4b7 req-93b32671-45d6-45bc-a621-e0bdf5eeb938 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 932 time: 0.1413910 Jun 28 11:19:26.333324 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment 235413a8-bca4-4a86-8490-66c3c4bb6aa5 resource provider aggregate not found Jun 28 11:19:26.360426 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment 235413a8-bca4-4a86-8490-66c3c4bb6aa5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 235413a8-bca4-4a86-8490-66c3c4bb6aa5 found for delete ", "request_id": "req-7adde364-4d35-4772-817f-9a509aa1c919"}]} Jun 28 11:19:26.391591 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.392269 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f7762ce9-deb0-40be-b9a6-e97e72be5e95 req-655c6a4c-a4c8-441f-8611-390e4879cebc tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 210 time: 0.0846608 Jun 28 11:19:26.411154 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.422521 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] Pushing event deleted for resources: {'Network': ['ID=9615e89e-e32f-4135-9b2d-e2dcc6a5a823,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:26.435882 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-e661b4b8-7c08-4d99-9140-796008cd291a admin admin] 10.222.0.15 "DELETE /v2.0/networks/9615e89e-e32f-4135-9b2d-e2dcc6a5a823 HTTP/1.1" status: 204 len: 168 time: 0.7214954 Jun 28 11:19:26.437095 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7e847ae9-8650-4c76-a86e-8778fcb7e4b7 req-d5f83b1f-d8b3-4d6f-b501-7c5683f751ff tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314685 Jun 28 11:19:26.579724 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56186) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:26.629933 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9d1e2ae0-0e18-4712-98ef-e2b6c8ac1e91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c59bcc7268a148759f333f0093f2c054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488999 Jun 28 11:19:26.632460 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56190) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:26.697604 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b9463b80-4b1b-4495-881f-1f4b4cbd69f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.725097 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b9463b80-4b1b-4495-881f-1f4b4cbd69f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.783565 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b9463b80-4b1b-4495-881f-1f4b4cbd69f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.798394 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9463b80-4b1b-4495-881f-1f4b4cbd69f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:26.805664 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b9463b80-4b1b-4495-881f-1f4b4cbd69f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.807284 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b9463b80-4b1b-4495-881f-1f4b4cbd69f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dae6b2e6-4a8e-4fd7-b60b-a9806a96b42b HTTP/1.1" status: 204 len: 168 time: 0.1732528 Jun 28 11:19:26.866560 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.361470 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900101d-5891-4382-b182-64ea07bef4cb req-82f27ae5-8f05-4022-beb8-b128510d0744 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:27.363454 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7900101d-5891-4382-b182-64ea07bef4cb req-82f27ae5-8f05-4022-beb8-b128510d0744 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.0954585 Jun 28 11:19:27.431682 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7900101d-5891-4382-b182-64ea07bef4cb req-7c02ff73-bd04-4891-b2bf-514a2e0d8207 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623374 Jun 28 11:19:27.441165 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:19:27.673019 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7e2cef45-526a-4fc8-8a89-f389fa43c314 req-567ca5d4-e2a4-4c43-89d6-f1a0872b1ff6 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 210 time: 0.0578964 Jun 28 11:19:27.724167 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0f8f1-4481-43ca-8490-04abf6d0d4a9 req-e3ae5ba9-b07c-4b9a-a729-74df9fb380ec tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:27.725876 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-65f0f8f1-4481-43ca-8490-04abf6d0d4a9 req-e3ae5ba9-b07c-4b9a-a729-74df9fb380ec tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 932 time: 0.1535079 Jun 28 11:19:27.780849 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-65f0f8f1-4481-43ca-8490-04abf6d0d4a9 req-c4d82e17-c1a4-4d9c-9c90-da60d3f635ee tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487499 Jun 28 11:19:28.648395 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba54d0a-351c-4943-9688-5e524b49f5c2 req-3c2a17c8-62a5-4c69-98a9-774b022cea55 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:28.655684 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1ba54d0a-351c-4943-9688-5e524b49f5c2 req-3c2a17c8-62a5-4c69-98a9-774b022cea55 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.0971806 Jun 28 11:19:28.703176 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1ba54d0a-351c-4943-9688-5e524b49f5c2 req-ca242908-c081-484a-b18d-9c9d4705f4da tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461485 Jun 28 11:19:28.844323 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cbe21e6b-5491-44ab-bf32-20c9c2d35c5a req-a4002634-0ce7-4970-8132-1f6aa3404f20 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 210 time: 0.0518913 Jun 28 11:19:29.022289 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7e1bf-9966-4f1a-9f0d-0d6f9f235db4 req-155f96c7-6d24-449e-b6b4-f5f3f6e0a790 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:29.024022 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-46b7e1bf-9966-4f1a-9f0d-0d6f9f235db4 req-155f96c7-6d24-449e-b6b4-f5f3f6e0a790 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 932 time: 0.1144974 Jun 28 11:19:29.084169 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-46b7e1bf-9966-4f1a-9f0d-0d6f9f235db4 req-6444c72c-b8df-426a-b97c-911fed900d3c tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534327 Jun 28 11:19:29.955987 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd15f8-d374-42bf-b2b3-b783ebf84a42 req-5819c3ac-6b66-49bd-9a24-a1986350a3a4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:29.958062 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6bbd15f8-d374-42bf-b2b3-b783ebf84a42 req-5819c3ac-6b66-49bd-9a24-a1986350a3a4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1321950 Jun 28 11:19:30.036074 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-652a680a-b6dd-46bb-8a04-80fa8cdded1b req-13cdc09b-f3bc-43c0-85f2-f5990c935742 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 210 time: 0.0701382 Jun 28 11:19:30.057058 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6bbd15f8-d374-42bf-b2b3-b783ebf84a42 req-f887c1c3-147e-48cb-9225-14ed38ee961d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0927584 Jun 28 11:19:30.290029 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511604b-1fde-4819-b1fd-abbf5e89b50d req-3cfe6152-13ea-4e9d-a40b-7706316501b3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:30.291483 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0511604b-1fde-4819-b1fd-abbf5e89b50d req-3cfe6152-13ea-4e9d-a40b-7706316501b3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 932 time: 0.0899920 Jun 28 11:19:30.336935 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0511604b-1fde-4819-b1fd-abbf5e89b50d req-8a6592e7-0fe0-495e-b222-63879e0403a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Jun 28 11:19:31.242362 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1dc1e9d1-f443-4fb3-a545-f33b14b90848 req-7f24dde6-a08a-48ea-a8fb-6516bce2b45e tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 210 time: 0.0959268 Jun 28 11:19:31.309677 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36939bd7-b0e7-4a68-99a1-da573cdb6d09 req-7c6a405d-7eb8-4f59-9011-f8fddabde35d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:31.311243 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-36939bd7-b0e7-4a68-99a1-da573cdb6d09 req-7c6a405d-7eb8-4f59-9011-f8fddabde35d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1135263 Jun 28 11:19:31.362689 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-36939bd7-b0e7-4a68-99a1-da573cdb6d09 req-ab2f4b8f-3f63-42af-853f-f718db982c4b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448227 Jun 28 11:19:31.556310 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9e258-2e18-49d8-94fd-38127ea3b18b req-31f506e5-ce51-45b6-a97d-887baafe14b8 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:31.557807 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e1c9e258-2e18-49d8-94fd-38127ea3b18b req-31f506e5-ce51-45b6-a97d-887baafe14b8 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 932 time: 0.1015658 Jun 28 11:19:31.608069 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e1c9e258-2e18-49d8-94fd-38127ea3b18b req-31ef4882-be6e-4480-aa78-c97811d0f309 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 Jun 28 11:19:32.592783 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-20894c2c-cedf-4615-8751-796b5f5c220e req-6d2de33e-f2ba-4803-b894-e0e3da97f324 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 210 time: 0.0600266 Jun 28 11:19:32.622752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131427-d431-479d-b62b-c6c818961c7d req-0fe5a6fc-d138-4cb0-a8ae-e594d15fdc21 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:32.624225 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-67131427-d431-479d-b62b-c6c818961c7d req-0fe5a6fc-d138-4cb0-a8ae-e594d15fdc21 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1398487 Jun 28 11:19:32.669811 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-67131427-d431-479d-b62b-c6c818961c7d req-807aa63c-90b5-48f2-8c73-44f79a58e8ab tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397539 Jun 28 11:19:32.806975 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f85b-ba3a-425e-9e8d-7c0a69e7e59b req-df98e37e-7996-4135-884a-19b381b5bd7b tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:32.808546 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8548f85b-ba3a-425e-9e8d-7c0a69e7e59b req-df98e37e-7996-4135-884a-19b381b5bd7b tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 932 time: 0.0922086 Jun 28 11:19:32.859446 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8548f85b-ba3a-425e-9e8d-7c0a69e7e59b req-509b9efa-b23f-4ed8-9cd7-6117f1153571 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443544 Jun 28 11:19:32.974814 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Request body: {'port': {'device_id': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:33.063352 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399434a1-99f2-4a37-bf95-579eb808103e req-599e544d-7afe-4907-9525-2aa2ba0430f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:33.065385 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-399434a1-99f2-4a37-bf95-579eb808103e req-599e544d-7afe-4907-9525-2aa2ba0430f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0974538 Jun 28 11:19:33.099615 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:33.295156 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-399434a1-99f2-4a37-bf95-579eb808103e req-8ed5ee76-9946-4959-982c-baaca5d35814 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216544 Jun 28 11:19:33.436045 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-399434a1-99f2-4a37-bf95-579eb808103e req-f96f85de-a38a-4a3c-abba-e5db65147ccf service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340339 Jun 28 11:19:33.477017 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c136a6-daa4-4a33-985f-ea36ed249465 {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:33.484738 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:33.500494 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Transition to ACTIVE for port object 44c136a6-daa4-4a33-985f-ea36ed249465 will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:33.506732 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:33.643033 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Pushing event updated for resources: {'Port': ['ID=44c136a6-daa4-4a33-985f-ea36ed249465,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:33.702461 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.702752 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.703030 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.703359 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.703681 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.704003 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.704324 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.704675 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.704986 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.705298 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.705610 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.706376 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:33.801834 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d44bd1c0-b933-4685-a66a-6ff8f64ca437 req-89ae9724-9446-4173-a639-0df60c5301fe tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 210 time: 0.0649602 Jun 28 11:19:33.810524 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Attempting to bind port 44c136a6-daa4-4a33-985f-ea36ed249465 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:19:33.810855 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Attempting to bind port 44c136a6-daa4-4a33-985f-ea36ed249465 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:19:33.811179 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Attempting to bind port 44c136a6-daa4-4a33-985f-ea36ed249465 on network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:33.816781 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Port 44c136a6-daa4-4a33-985f-ea36ed249465 on network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:19:33.817096 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Attempting to bind port 44c136a6-daa4-4a33-985f-ea36ed249465 on network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:33.824636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:19:33.824636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Checking segment: {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:19:33.824636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Bound using segment: {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:19:33.824636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Bound port: 44c136a6-daa4-4a33-985f-ea36ed249465, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b741334-709f-47ca-80b6-8aa3127c86ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:19:33.824636 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:33.974622 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] For port 44c136a6-daa4-4a33-985f-ea36ed249465, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:19:33.986408 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] For port 44c136a6-daa4-4a33-985f-ea36ed249465, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=44c136a6-daa4-4a33-985f-ea36ed249465,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:19:33.995436 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:34.051823 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.052653 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:34.054771 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] 10.222.0.46 "PUT /v2.0/ports/44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 1094 time: 1.0870750 Jun 28 11:19:34.055656 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:34.102246 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7daf021-1b6b-4654-a9f1-bac40b99b482 service neutron] Pushing event updated for resources: {'Port': ['ID=44c136a6-daa4-4a33-985f-ea36ed249465,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:34.188426 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-73d79a3c-e3e5-4ac1-88f5-dd3ba28f3558 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.190438 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-73d79a3c-e3e5-4ac1-88f5-dd3ba28f3558 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.46 "GET /v2.0/networks?id=888b2436-5308-4b2a-aa94-510f5343bc8b HTTP/1.1" status: 200 len: 813 time: 0.3753715 Jun 28 11:19:34.207311 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ef112-e30f-483e-b732-42b0ee343bc9 req-f62bf779-10f8-4325-874a-432283f9e738 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.209490 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8b7ef112-e30f-483e-b732-42b0ee343bc9 req-f62bf779-10f8-4325-874a-432283f9e738 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.3497536 Jun 28 11:19:34.215477 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Request body: {'port': {'device_id': '4c45b537-ce5c-4a44-bf01-6fabc34ccbeb', 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b', 'admin_state_up': True, 'tenant_id': '6021069b4b724465a97f6388bbc38047'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:34.238498 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c6abb3dc-72e2-468a-b48e-88fffd150f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.240024 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-c6abb3dc-72e2-468a-b48e-88fffd150f65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1097 time: 0.0996008 Jun 28 11:19:34.304828 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c3e1e-4635-4c32-b7df-f1094537ff47 req-3dc249ec-09ac-4216-9e06-67d462634502 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.306284 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-017c3e1e-4635-4c32-b7df-f1094537ff47 req-3dc249ec-09ac-4216-9e06-67d462634502 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 944 time: 0.3054397 Jun 28 11:19:34.323179 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-e64c5aec-09b0-447c-a8ff-a4dfe5ba680c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 217 time: 0.0745976 Jun 28 11:19:34.395817 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-1e0973a1-c4b2-4d21-855d-a2b6d8d5e2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.397364 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-1e0973a1-c4b2-4d21-855d-a2b6d8d5e2d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23cc493-f8df-4ee4-8f93-791241d5a217 HTTP/1.1" status: 200 len: 854 time: 0.0622852 Jun 28 11:19:34.404427 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8b7ef112-e30f-483e-b732-42b0ee343bc9 req-c83b9395-0f3d-4a19-8b39-70b2c6cd4b90 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1691687 Jun 28 11:19:34.423286 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-017c3e1e-4635-4c32-b7df-f1094537ff47 req-cd5e7925-7f1f-4f2c-9484-bc3f32f561e6 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075909 Jun 28 11:19:34.445628 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:34.449922 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Usage tracker for resource:port and tenant:6021069b4b724465a97f6388bbc38047 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:34.452895 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:34.458696 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:34.471144 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Made reservation on behalf of 6021069b4b724465a97f6388bbc38047 for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:19:34.474800 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:34.480037 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933030dd-3df5-4315-98ff-533800ebe11f'] response: {'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465', 'status': 'completed', 'code': 200} Jun 28 11:19:34.506466 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:19:34.512528 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-fd50583e-43cd-41c5-a078-8e7630544c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:34.518857 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-fd50583e-43cd-41c5-a078-8e7630544c8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a245bb5-c143-43d3-bc17-30ba78a59ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0981085 Jun 28 11:19:34.645178 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Allocated IP 172.20.0.7 (888b2436-5308-4b2a-aa94-510f5343bc8b/2f4f8e1b-398c-46e1-afd8-176385a1881a/dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:34.673813 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-7b574793-3138-4085-a710-be5fb1a4b0ac service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508777 Jun 28 11:19:34.701595 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:34.717047 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'port_id': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'mac_address': 'fa:16:3e:44:9e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:19:34.794475 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 is: ACTIVE; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:34.794849 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:34.814218 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:34.833063 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:34.843855 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:34.893727 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:34.928688 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=6']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:34.941502 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e33b1284-6103-4cde-ae78-c07fd7941f21 req-dd275509-c222-4d2e-bb26-141eebcf4f22 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585194 Jun 28 11:19:34.970643 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:34.999815 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:35.082041 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-76b4e1dd-b2cb-4cbc-ade8-9b315c76629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.083555 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-76b4e1dd-b2cb-4cbc-ade8-9b315c76629e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1097 time: 0.0862033 Jun 28 11:19:35.123552 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Network 888b2436-5308-4b2a-aa94-510f5343bc8b is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:35.128466 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:35.133135 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:35.138463 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.139081 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:35.179127 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Pushing event updated for resources: {'Port': ['ID=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:35.192798 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.193157 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.193517 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.193854 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.194216 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.194524 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.194892 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.195217 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.195553 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.195918 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.196244 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.196582 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:35.200813 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f07e0fae-42c2-4e52-9d4c-3932ddee571c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9891946 Jun 28 11:19:35.221634 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c32e0a-4af4-4892-bdbd-c9a54d5a6724 req-dba2ff96-2d70-4c2f-b87f-b37e74b41c57 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.222383 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-c4c32e0a-4af4-4892-bdbd-c9a54d5a6724 req-dba2ff96-2d70-4c2f-b87f-b37e74b41c57 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Synchronizing usage tracker for tenant:6021069b4b724465a97f6388bbc38047 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:35.230496 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Request body: {'port': {'device_id': '4c45b537-ce5c-4a44-bf01-6fabc34ccbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:35.235710 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-044f3760-2269-4f9f-bf1e-b28ffcedbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.237253 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-044f3760-2269-4f9f-bf1e-b28ffcedbebb service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 200 len: 916 time: 0.1451530 Jun 28 11:19:35.289629 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-c4c32e0a-4af4-4892-bdbd-c9a54d5a6724 req-dba2ff96-2d70-4c2f-b87f-b37e74b41c57 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Unset dirty status for tenant:6021069b4b724465a97f6388bbc38047 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:35.296529 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c4c32e0a-4af4-4892-bdbd-c9a54d5a6724 req-dba2ff96-2d70-4c2f-b87f-b37e74b41c57 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 931 time: 0.2542741 Jun 28 11:19:35.312411 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-a737502e-04da-445a-a65f-c992fa70d0ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 217 time: 0.0661373 Jun 28 11:19:35.376463 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:35.377043 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-04f015f4-687d-45f4-9b3a-5573e91beb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.378610 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-04f015f4-687d-45f4-9b3a-5573e91beb5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23cc493-f8df-4ee4-8f93-791241d5a217 HTTP/1.1" status: 200 len: 854 time: 0.0588903 Jun 28 11:19:35.395529 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c4c32e0a-4af4-4892-bdbd-c9a54d5a6724 req-67ccd078-5bda-461e-92d2-1ad2f6e6ebb7 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713711 Jun 28 11:19:35.477784 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-3009c017-36d4-48bd-9663-2302d7452398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.479623 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-3009c017-36d4-48bd-9663-2302d7452398 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a245bb5-c143-43d3-bc17-30ba78a59ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933120 Jun 28 11:19:35.631496 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-d8801938-663d-4dd3-8c69-a32172d68e18 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374023 Jun 28 11:19:35.768513 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5322a0c5-0586-4cf3-b619-ebceee3f3c41 req-028dfbc1-56f6-4676-b7a0-6e2b6f289c38 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304889 Jun 28 11:19:35.880296 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2af6d-a40a-4908-b597-57c2cb4f49ad req-7fc2e87e-3c42-48ef-9b5a-f227c04b37cb tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.881936 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-16c2af6d-a40a-4908-b597-57c2cb4f49ad req-7fc2e87e-3c42-48ef-9b5a-f227c04b37cb tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 944 time: 0.2925994 Jun 28 11:19:35.892537 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e605e-ead1-4e20-a7ee-930e3dd0df29 req-4439ad35-5c3f-4b33-8d74-dc64b1c02770 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.893962 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-785e605e-ead1-4e20-a7ee-930e3dd0df29 req-4439ad35-5c3f-4b33-8d74-dc64b1c02770 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 945 time: 0.3058596 Jun 28 11:19:36.021816 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-16c2af6d-a40a-4908-b597-57c2cb4f49ad req-008b6d92-4d32-4ae0-b64d-f5bede6fa878 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258192 Jun 28 11:19:36.029400 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-785e605e-ead1-4e20-a7ee-930e3dd0df29 req-16e8706e-9098-457b-af22-a5a9f5e4a969 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184707 Jun 28 11:19:36.037233 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:36.045921 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.066691 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Transition to ACTIVE for port object dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:36.072570 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.246832 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:36.267951 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Attempting to bind port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:19:36.268277 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Attempting to bind port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:19:36.268632 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Attempting to bind port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 on network 888b2436-5308-4b2a-aa94-510f5343bc8b {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:36.273360 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 on network 888b2436-5308-4b2a-aa94-510f5343bc8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:19:36.273667 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Attempting to bind port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 on network 888b2436-5308-4b2a-aa94-510f5343bc8b {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:36.278767 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:19:36.279092 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Checking segment: {'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:19:36.279462 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Bound using segment: {'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:19:36.279874 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Bound port: dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8322fcc4-628a-4d76-a003-ce9a08d3aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:19:36.280215 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.371362 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] For port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:19:36.375178 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] For port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:19:36.381033 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.445385 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:36.445986 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.447528 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] 10.222.0.46 "PUT /v2.0/ports/dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 HTTP/1.1" status: 200 len: 1093 time: 1.2219756 Jun 28 11:19:36.448047 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c45b537-ce5c-4a44-bf01-6fabc34ccbeb', 'tag': 'dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:36.474001 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9dba6-7568-40e5-a385-3d1e3a58b971 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:36.506889 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f216d5dc-f28e-49f5-b4ef-24871d747577'] response: {'name': 'network-changed', 'server_uuid': '4c45b537-ce5c-4a44-bf01-6fabc34ccbeb', 'tag': 'dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7', 'status': 'completed', 'code': 200} Jun 28 11:19:36.527516 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:36.597100 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:36.597448 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.654266 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20aa8b-af8c-4040-ad23-5a4533ed65b5 req-05a526e3-b865-4d25-a595-c825b7868747 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:36.655878 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7a20aa8b-af8c-4040-ad23-5a4533ed65b5 req-05a526e3-b865-4d25-a595-c825b7868747 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 943 time: 0.1514952 Jun 28 11:19:36.660626 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-3cbb0283-b2d8-43f6-bdb2-bdd358464a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:36.661982 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-3cbb0283-b2d8-43f6-bdb2-bdd358464a75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021069b4b724465a97f6388bbc38047&device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 1096 time: 0.1198997 Jun 28 11:19:36.731766 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:36.732236 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.741195 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-2c266d5a-8a39-454a-9c1a-d63eda4e97a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 HTTP/1.1" status: 200 len: 217 time: 0.0640111 Jun 28 11:19:36.760174 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:36.772908 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:36.778971 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:36.798876 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7a20aa8b-af8c-4040-ad23-5a4533ed65b5 req-de0a756f-ffd1-4f2b-8c0f-5279e7709782 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359377 Jun 28 11:19:36.818847 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-346c9461-8f5b-4d29-b28c-b1eb9f8cf39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:36.822689 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-346c9461-8f5b-4d29-b28c-b1eb9f8cf39b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f4f8e1b-398c-46e1-afd8-176385a1881a HTTP/1.1" status: 200 len: 853 time: 0.0743330 Jun 28 11:19:36.826847 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6040969b-9c5b-4df2-914f-1a96739307d7'] response: {'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'code': 200} Jun 28 11:19:36.861283 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=7']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:36.883105 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-868e611f-2489-4e8c-92d0-a35c389fbfc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=888b2436-5308-4b2a-aa94-510f5343bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477161 Jun 28 11:19:37.023506 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-41b96760-01a3-43fd-8d8e-8097c7957101 service neutron] 10.222.0.46 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308908 Jun 28 11:19:37.377153 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df0902e-a98f-45fc-87a2-2a3d706720e4 req-f4f3cc00-533b-4937-9a9d-af129588b8b1 service neutron] 10.222.0.46 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423722 Jun 28 11:19:37.424629 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67428e5-8137-4a22-8db2-8dd18c2e66c9 req-0186c07f-40f1-4cdf-a66f-cff45c594089 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.426091 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e67428e5-8137-4a22-8db2-8dd18c2e66c9 req-0186c07f-40f1-4cdf-a66f-cff45c594089 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.2688508 Jun 28 11:19:37.443061 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dd5cf-b86b-429d-ba3c-5b9bc3725e73 req-eceb917f-9212-4d1e-8a46-de077ce5dadf tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.444905 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-847dd5cf-b86b-429d-ba3c-5b9bc3725e73 req-eceb917f-9212-4d1e-8a46-de077ce5dadf tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 944 time: 0.2467604 Jun 28 11:19:37.589359 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-847dd5cf-b86b-429d-ba3c-5b9bc3725e73 req-5785fbca-73b4-4f4e-b1f7-ee28b97b60c2 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083825 Jun 28 11:19:37.592143 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e67428e5-8137-4a22-8db2-8dd18c2e66c9 req-a0eb88f6-ea50-4c56-b760-a08ea8b995f8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126218 Jun 28 11:19:37.611284 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-c66aabad-23cd-441a-8a12-7c7c6e136eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.613668 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-c66aabad-23cd-441a-8a12-7c7c6e136eff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6021069b4b724465a97f6388bbc38047&device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 1096 time: 0.1831458 Jun 28 11:19:37.762884 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-a5c0fa0c-c146-4969-9480-710d84f0af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:37.764347 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-a5c0fa0c-c146-4969-9480-710d84f0af73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=888b2436-5308-4b2a-aa94-510f5343bc8b HTTP/1.1" status: 200 len: 914 time: 0.1385548 Jun 28 11:19:37.857757 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-5d91ba47-3f39-4db3-a267-3215b7d5a46a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 HTTP/1.1" status: 200 len: 217 time: 0.0758941 Jun 28 11:19:38.032331 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-7a144d87-e1f0-43cd-98bf-ae188eb37541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:38.033909 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-7a144d87-e1f0-43cd-98bf-ae188eb37541 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2f4f8e1b-398c-46e1-afd8-176385a1881a HTTP/1.1" status: 200 len: 853 time: 0.1672680 Jun 28 11:19:38.103827 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-ce1c1791-265d-4d3a-8ff7-e568cbab08cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=888b2436-5308-4b2a-aa94-510f5343bc8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608957 Jun 28 11:19:38.121808 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8957750-0221-49ba-a79e-97b00c8470ad req-7e3757e7-26e6-44f6-85c3-239f0d3d0927 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:38.123668 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e8957750-0221-49ba-a79e-97b00c8470ad req-7e3757e7-26e6-44f6-85c3-239f0d3d0927 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 943 time: 0.1668983 Jun 28 11:19:38.289227 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e8957750-0221-49ba-a79e-97b00c8470ad req-a1559553-f4dd-4156-95dc-6e5f3447d81c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427782 Jun 28 11:19:38.350770 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-0a915519-05f4-4fa1-8911-843c9d54f2c5 service neutron] 10.222.0.46 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233553 Jun 28 11:19:38.499706 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-43ebd56f-51bd-4234-ba17-0cd680398532 req-1b30065c-2221-4e32-938e-c617022e120f service neutron] 10.222.0.46 "GET /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410451 Jun 28 11:19:38.514098 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 44c136a6-daa4-4a33-985f-ea36ed249465 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:19:38.745509 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 44c136a6-daa4-4a33-985f-ea36ed249465, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=44c136a6-daa4-4a33-985f-ea36ed249465,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:38.764260 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '44c136a6-daa4-4a33-985f-ea36ed249465', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'port_id': '44c136a6-daa4-4a33-985f-ea36ed249465', 'mac_address': 'fa:16:3e:ff:c9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:19:38.840281 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 44c136a6-daa4-4a33-985f-ea36ed249465 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:38.840696 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.862824 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c136a6-daa4-4a33-985f-ea36ed249465 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:38.883599 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 44c136a6-daa4-4a33-985f-ea36ed249465, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=44c136a6-daa4-4a33-985f-ea36ed249465,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:38.914862 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:38.949636 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d7c7c-febc-4965-98cd-5262012c71e4 req-bbdcb4ee-7ee3-4a01-a613-001d7d556416 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:38.954515 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-280d7c7c-febc-4965-98cd-5262012c71e4 req-bbdcb4ee-7ee3-4a01-a613-001d7d556416 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1214545 Jun 28 11:19:38.976434 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ac4b-a863-48aa-ad81-c620c683146c req-253d06a5-e508-47a8-8f39-e67f0347c206 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:38.986559 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8786ac4b-a863-48aa-ad81-c620c683146c req-253d06a5-e508-47a8-8f39-e67f0347c206 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 944 time: 0.2455215 Jun 28 11:19:39.004805 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=44c136a6-daa4-4a33-985f-ea36ed249465,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:39.083004 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8786ac4b-a863-48aa-ad81-c620c683146c req-7be6ac5f-a290-4df4-b0d1-c4a5ed54fa4e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953872 Jun 28 11:19:39.096909 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-280d7c7c-febc-4965-98cd-5262012c71e4 req-155218ed-fe8b-4e98-9e23-b8dbc73b525b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817187 Jun 28 11:19:39.230346 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['44c136a6-daa4-4a33-985f-ea36ed249465'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:39.664665 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74013b-7c6a-48b8-9d36-1e3452922002 req-bc8c7e08-852d-4013-838f-da6f755fe719 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:39.669133 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eb74013b-7c6a-48b8-9d36-1e3452922002 req-bc8c7e08-852d-4013-838f-da6f755fe719 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 943 time: 0.1915138 Jun 28 11:19:39.710379 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e09c57-b851-41e2-8e0e-121576d80302 req-05cc3430-09fe-43c7-a2b8-14ebd27307d5 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:39.712157 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-19e09c57-b851-41e2-8e0e-121576d80302 req-05cc3430-09fe-43c7-a2b8-14ebd27307d5 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1552649 Jun 28 11:19:39.745023 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eb74013b-7c6a-48b8-9d36-1e3452922002 req-f46547d6-f1ef-4a27-9083-c338b1fd87f8 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718002 Jun 28 11:19:39.778642 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-19e09c57-b851-41e2-8e0e-121576d80302 req-1f537d03-eab7-44da-ba94-535d9449f655 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505278 Jun 28 11:19:40.396871 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9123e-4858-4a0a-b382-9fd1b92ea451 req-71273da9-365e-4e79-b38e-cc773db4d1e8 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:40.398627 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-daf9123e-4858-4a0a-b382-9fd1b92ea451 req-71273da9-365e-4e79-b38e-cc773db4d1e8 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 945 time: 0.1682453 Jun 28 11:19:40.406749 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124138f-8c25-49b1-a6ee-c4ad56805dab req-48fad79a-64d4-4e9d-931b-4c5e85349145 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:40.408255 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8124138f-8c25-49b1-a6ee-c4ad56805dab req-48fad79a-64d4-4e9d-931b-4c5e85349145 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1369221 Jun 28 11:19:40.481633 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-daf9123e-4858-4a0a-b382-9fd1b92ea451 req-3a471e42-d59c-464b-9c36-1c240188f863 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722418 Jun 28 11:19:40.499738 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8124138f-8c25-49b1-a6ee-c4ad56805dab req-7b6ddb0d-f6d3-495f-a29d-e70042f32f83 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770185 Jun 28 11:19:40.546508 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:19:40.550741 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 44c136a6-daa4-4a33-985f-ea36ed249465 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:40.724207 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 44c136a6-daa4-4a33-985f-ea36ed249465 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:40.733318 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 44c136a6-daa4-4a33-985f-ea36ed249465 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:40.733693 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.824868 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:40.843493 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7', 'network_id': '888b2436-5308-4b2a-aa94-510f5343bc8b', 'port_id': 'dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7', 'mac_address': 'fa:16:3e:91:aa:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f4f8e1b-398c-46e1-afd8-176385a1881a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:19:40.963974 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:40.965218 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:40.977924 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 44c136a6-daa4-4a33-985f-ea36ed249465 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:40.978302 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.001912 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:19:41.025737 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:41.038572 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:41.043086 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 44c136a6-daa4-4a33-985f-ea36ed249465, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=44c136a6-daa4-4a33-985f-ea36ed249465,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:41.051292 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.094846 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:41.149847 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:41.257364 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=44c136a6-daa4-4a33-985f-ea36ed249465,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:41.306655 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd72f0-08b7-465c-a622-5ed7f1f5176b req-5e1a0dc7-5dc3-4885-b318-457b15f13e67 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.309291 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c4bd72f0-08b7-465c-a622-5ed7f1f5176b req-5e1a0dc7-5dc3-4885-b318-457b15f13e67 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 944 time: 0.3449476 Jun 28 11:19:41.321877 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87202ab-f5ad-411f-99e3-e55d5b512c5f req-96a6d71d-4548-4fea-afaa-4daafe841d84 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.323369 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f87202ab-f5ad-411f-99e3-e55d5b512c5f req-96a6d71d-4548-4fea-afaa-4daafe841d84 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1420310 Jun 28 11:19:41.392767 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c4bd72f0-08b7-465c-a622-5ed7f1f5176b req-528107ae-c72e-4772-8619-63f5af80c8ae tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683947 Jun 28 11:19:41.398489 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:41.415059 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f87202ab-f5ad-411f-99e3-e55d5b512c5f req-d388619e-953e-498e-8845-092313f71f1c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732338 Jun 28 11:19:41.459743 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d91302-8b47-4638-bd6e-c3ca99600c69'] response: {'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465', 'code': 200} Jun 28 11:19:41.849805 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efd34f-cb47-44a3-a0e2-d63a4511d281 req-72ffa036-91c0-4496-bc76-9f0fe4554eca tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.851219 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f0efd34f-cb47-44a3-a0e2-d63a4511d281 req-72ffa036-91c0-4496-bc76-9f0fe4554eca tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.2501037 Jun 28 11:19:41.857723 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737f650-a5ca-4da6-bdb6-fa2a78205bc4 req-690b9f5f-4e3a-4820-a019-6949269f9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.859157 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e737f650-a5ca-4da6-bdb6-fa2a78205bc4 req-690b9f5f-4e3a-4820-a019-6949269f9dfc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1099 time: 0.1412590 Jun 28 11:19:41.892189 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1352c8a-ce7e-4aa3-ad77-b5a8d772bc71 req-8c153aee-da7a-41e1-913a-80985a8cdd05 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.893698 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e1352c8a-ce7e-4aa3-ad77-b5a8d772bc71 req-8c153aee-da7a-41e1-913a-80985a8cdd05 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.2323437 Jun 28 11:19:41.970543 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f0efd34f-cb47-44a3-a0e2-d63a4511d281 req-a874d8bf-8b9c-4203-b556-6e92afecccc5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097624 Jun 28 11:19:41.973918 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e737f650-a5ca-4da6-bdb6-fa2a78205bc4 req-8a224f47-66d0-4eb0-a854-3321fd0e180f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004710 Jun 28 11:19:41.993236 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e1352c8a-ce7e-4aa3-ad77-b5a8d772bc71 req-39d8658e-e76f-4a3a-b401-85e7d4cce37d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860350 Jun 28 11:19:42.687165 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff823df-cbd8-4967-998a-f1e9695f8c5b req-39728069-17ea-4d45-84dd-b138e0bc4616 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:42.689101 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fff823df-cbd8-4967-998a-f1e9695f8c5b req-39728069-17ea-4d45-84dd-b138e0bc4616 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 944 time: 0.1607678 Jun 28 11:19:42.697503 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738413c-bff4-47db-b89c-baceb0d4383d req-3826d350-af6f-498e-ab04-b159ace29394 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:42.698999 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8738413c-bff4-47db-b89c-baceb0d4383d req-3826d350-af6f-498e-ab04-b159ace29394 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1304929 Jun 28 11:19:42.774889 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fff823df-cbd8-4967-998a-f1e9695f8c5b req-263e3fc1-db54-4339-bb40-3e557159dae0 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749180 Jun 28 11:19:42.780096 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8738413c-bff4-47db-b89c-baceb0d4383d req-b41e30fe-a23a-4e3c-a108-d117dcb34e99 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655146 Jun 28 11:19:43.275510 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e919c2a-5c2f-4309-9ec9-2ea1c1bd7ba3 req-41c0c7e1-1383-4a62-8b47-d0faf2dc11e9 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:43.277537 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7e919c2a-5c2f-4309-9ec9-2ea1c1bd7ba3 req-41c0c7e1-1383-4a62-8b47-d0faf2dc11e9 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1380172 Jun 28 11:19:43.285742 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f456df3-6560-479a-8233-1b1e45dfc258 req-f4171c81-eaa0-4e67-b9c3-fadc9dcc8c7f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:43.287417 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2f456df3-6560-479a-8233-1b1e45dfc258 req-f4171c81-eaa0-4e67-b9c3-fadc9dcc8c7f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.1935742 Jun 28 11:19:43.369721 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7e919c2a-5c2f-4309-9ec9-2ea1c1bd7ba3 req-8303ae3a-c65a-495d-ad3a-f68c28ba597a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810587 Jun 28 11:19:43.394981 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2f456df3-6560-479a-8233-1b1e45dfc258 req-e33bac6f-1dbb-44ed-8997-3efb4f75501d tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920343 Jun 28 11:19:44.098071 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e1963-d6f1-4f48-a115-4ee68c16decb req-ba06a337-c603-423c-92b3-27cd5d52218c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:44.099505 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-401e1963-d6f1-4f48-a115-4ee68c16decb req-ba06a337-c603-423c-92b3-27cd5d52218c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1196063 Jun 28 11:19:44.106976 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df99fda-5cd8-47e7-a896-8b9f2a523adc req-3610b2e1-9974-4f5f-b86e-be49470a5d46 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:44.109205 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df99fda-5cd8-47e7-a896-8b9f2a523adc req-3610b2e1-9974-4f5f-b86e-be49470a5d46 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 944 time: 0.1655474 Jun 28 11:19:44.198203 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-401e1963-d6f1-4f48-a115-4ee68c16decb req-089b1f92-9ab4-446b-adda-10fec30b6a9c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875192 Jun 28 11:19:44.208790 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8df99fda-5cd8-47e7-a896-8b9f2a523adc req-d38b8534-dbc7-426f-a85f-57bbb3c3af20 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811536 Jun 28 11:19:44.609495 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:19:44.695063 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f24e74-eada-4a2f-b8d5-cfdc8299f0dc req-c39455ef-0ebc-40be-a6cb-a31783799ada tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:44.696697 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b1f24e74-eada-4a2f-b8d5-cfdc8299f0dc req-c39455ef-0ebc-40be-a6cb-a31783799ada tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.1296470 Jun 28 11:19:44.708961 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb95418-ced3-42df-9624-1aaa4aa2a060 req-e74489df-e16d-4158-8e0e-6042e9040d94 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:44.710503 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-afb95418-ced3-42df-9624-1aaa4aa2a060 req-e74489df-e16d-4158-8e0e-6042e9040d94 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.2050705 Jun 28 11:19:44.750466 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:44.756061 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:44.756440 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.769841 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b1f24e74-eada-4a2f-b8d5-cfdc8299f0dc req-576cc460-0874-47f2-82fd-13193b82600f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583415 Jun 28 11:19:44.841464 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-afb95418-ced3-42df-9624-1aaa4aa2a060 req-98b9d64f-cb25-47f6-be14-df084b46744e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011524 Jun 28 11:19:44.919442 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:44.920188 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:44.955075 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c45b537-ce5c-4a44-bf01-6fabc34ccbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:44.978690 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:44.994546 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:45.062030 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3e2210-fd25-44f0-bdcc-8193488023f8'] response: {'server_uuid': '4c45b537-ce5c-4a44-bf01-6fabc34ccbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7', 'code': 200} Jun 28 11:19:45.114232 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:45.202525 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec44e-86a7-41c5-895a-00d97e081ade req-f1843e7d-8e5c-45a4-a86b-10b62dd07be1 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:45.222027 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ee0ec44e-86a7-41c5-895a-00d97e081ade req-f1843e7d-8e5c-45a4-a86b-10b62dd07be1 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.2174578 Jun 28 11:19:45.298118 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ee0ec44e-86a7-41c5-895a-00d97e081ade req-563c16b1-4865-4d83-a926-be18c9ca8128 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752416 Jun 28 11:19:45.740815 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddf2de-bb27-4caf-af43-efaeb2b8f0cb req-08777771-61e5-418f-9a67-b7f502d61b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:45.742218 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bdddf2de-bb27-4caf-af43-efaeb2b8f0cb req-08777771-61e5-418f-9a67-b7f502d61b84 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 1098 time: 0.4245906 Jun 28 11:19:45.758506 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ed389-405c-4f64-8188-1b9c31b3304c req-1a8621fc-6cef-4b02-8a05-2b5a88fcfbe0 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:45.760020 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-722ed389-405c-4f64-8188-1b9c31b3304c req-1a8621fc-6cef-4b02-8a05-2b5a88fcfbe0 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.3347347 Jun 28 11:19:45.818500 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb74b8f-97b0-4823-bd79-3fc501fcf39a req-37fbb5e2-0d3d-448c-8b4e-3db5d6497c6d tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:45.818500 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5cb74b8f-97b0-4823-bd79-3fc501fcf39a req-37fbb5e2-0d3d-448c-8b4e-3db5d6497c6d tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.3242965 Jun 28 11:19:45.904420 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bdddf2de-bb27-4caf-af43-efaeb2b8f0cb req-df255d47-0007-4e0b-b519-404f8bb43152 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423888 Jun 28 11:19:45.911624 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-722ed389-405c-4f64-8188-1b9c31b3304c req-244b1f39-3cd0-4c72-a973-7f1e1588d507 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339157 Jun 28 11:19:45.927485 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5cb74b8f-97b0-4823-bd79-3fc501fcf39a req-3a042a30-ae04-4d0d-929a-eedfc1bec869 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019683 Jun 28 11:19:46.139626 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30aa9a-1d2a-4a1a-9dc9-d5e07b330e9d req-be4bccb3-5b44-4ae2-9f12-c769298b20f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:46.141550 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4c30aa9a-1d2a-4a1a-9dc9-d5e07b330e9d req-be4bccb3-5b44-4ae2-9f12-c769298b20f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1155329 Jun 28 11:19:46.196978 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4c30aa9a-1d2a-4a1a-9dc9-d5e07b330e9d req-44658938-b4b2-4f85-9de8-57ab98e4efee tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470250 Jun 28 11:19:46.390252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe6c71-aa1e-4f61-aaaf-1656fbaca53b req-3e9b23a1-302f-4e52-a017-cd6db4ed65eb tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:46.391654 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-59fe6c71-aa1e-4f61-aaaf-1656fbaca53b req-3e9b23a1-302f-4e52-a017-cd6db4ed65eb tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.1138656 Jun 28 11:19:46.456994 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-59fe6c71-aa1e-4f61-aaaf-1656fbaca53b req-062a97c2-6205-4e4f-80d5-505f4c75744c tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561047 Jun 28 11:19:47.273964 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd7deb-1d93-4ae0-82a8-ac3520aa0d3f req-9ed948a3-8d5f-431d-b5e5-a399a8dca362 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:47.281360 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-21bd7deb-1d93-4ae0-82a8-ac3520aa0d3f req-9ed948a3-8d5f-431d-b5e5-a399a8dca362 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.2073286 Jun 28 11:19:47.312497 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174bcf4-d29e-48cc-be2a-1f95d3c79634 req-2cc8ed8a-2fe9-4ee2-9f4f-1f85577db2d7 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:47.314635 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2174bcf4-d29e-48cc-be2a-1f95d3c79634 req-2cc8ed8a-2fe9-4ee2-9f4f-1f85577db2d7 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1936772 Jun 28 11:19:47.386837 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-21bd7deb-1d93-4ae0-82a8-ac3520aa0d3f req-9569681f-e20a-4e6e-8505-858de5b0ee5d tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043489 Jun 28 11:19:47.390187 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2174bcf4-d29e-48cc-be2a-1f95d3c79634 req-39df59b6-c56a-4045-a5ce-aeae294e9135 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617764 Jun 28 11:19:47.610095 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead89b4-830b-4346-9151-4b550eb8be7a req-e527960e-abfa-4d99-8b08-5da7342b91c2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:47.611781 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fead89b4-830b-4346-9151-4b550eb8be7a req-e527960e-abfa-4d99-8b08-5da7342b91c2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1090279 Jun 28 11:19:47.666330 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fead89b4-830b-4346-9151-4b550eb8be7a req-e003be58-aa29-4f68-9869-ca29146b89e6 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462573 Jun 28 11:19:48.634766 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2646350-a612-46b6-af37-963f6ad9948b req-e34016f0-9ee3-48e3-8c72-18a64b22e394 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:48.637337 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e2646350-a612-46b6-af37-963f6ad9948b req-e34016f0-9ee3-48e3-8c72-18a64b22e394 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.1206479 Jun 28 11:19:48.747005 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e2646350-a612-46b6-af37-963f6ad9948b req-802778b1-ee51-44cb-b9ff-542817da4d44 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024380 Jun 28 11:19:48.992010 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af5e21-84ea-4b3f-8219-ec82938e8542 req-8830c026-1e9a-4386-8d3e-7c50bdc8e358 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:48.993929 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-38af5e21-84ea-4b3f-8219-ec82938e8542 req-8830c026-1e9a-4386-8d3e-7c50bdc8e358 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1313381 Jun 28 11:19:49.056057 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-38af5e21-84ea-4b3f-8219-ec82938e8542 req-3957ab5f-fdfa-491d-be5a-58285401dad7 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461137 Jun 28 11:19:49.121805 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:49.210755 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bfc11a-de5d-4355-9c7f-237cdad1be95 req-93d9c1a0-00dc-41e4-ab47-4100e7f53e85 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:49.212445 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-27bfc11a-de5d-4355-9c7f-237cdad1be95 req-93d9c1a0-00dc-41e4-ab47-4100e7f53e85 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1096542 Jun 28 11:19:49.263273 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-27bfc11a-de5d-4355-9c7f-237cdad1be95 req-82ad859f-149f-49eb-8f39-9cda2c780428 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436099 Jun 28 11:19:49.779242 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-c48e95f1-d015-4eaf-8700-1422aa3c0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:49.780698 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-c48e95f1-d015-4eaf-8700-1422aa3c0a7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 1099 time: 0.0789714 Jun 28 11:19:49.929189 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-95920e2c-db3b-42cf-b06f-7ea0135c61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:49.930639 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-95920e2c-db3b-42cf-b06f-7ea0135c61a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.1350489 Jun 28 11:19:50.038598 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-e6056f00-b586-4eb5-8bc3-8fd9c2f6b1a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 HTTP/1.1" status: 200 len: 1002 time: 0.1011653 Jun 28 11:19:50.113551 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-5fd4f558-5c1b-4010-a411-9e1d91d48b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:50.115052 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-5fd4f558-5c1b-4010-a411-9e1d91d48b46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.0705068 Jun 28 11:19:50.277418 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-743bde4f-cd24-42fe-adf1-4638f8e55302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:50.278892 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-743bde4f-cd24-42fe-adf1-4638f8e55302 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1557143 Jun 28 11:19:50.295971 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e9764-0223-49a3-b0eb-e5bc7115ab31 req-d26f5e78-5f1e-4070-98c2-2eb737796437 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:50.297440 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0b1e9764-0223-49a3-b0eb-e5bc7115ab31 req-d26f5e78-5f1e-4070-98c2-2eb737796437 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1170878 Jun 28 11:19:50.597067 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0b1e9764-0223-49a3-b0eb-e5bc7115ab31 req-a674cfb0-34f9-4c6b-8ef7-f8cdcb9a5a8c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720237 Jun 28 11:19:50.645913 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-0af0b843-b53f-4ad9-8e60-0821e94d62fd service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474355 Jun 28 11:19:50.660432 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61d7d-485b-4a8a-b239-c84eb0e680ca req-6c0173db-209c-4ca4-919e-d941a1ad8ba1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:50.662084 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c4c61d7d-485b-4a8a-b239-c84eb0e680ca req-6c0173db-209c-4ca4-919e-d941a1ad8ba1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.2764797 Jun 28 11:19:50.802602 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c4c61d7d-485b-4a8a-b239-c84eb0e680ca req-22d4ee65-1417-4318-928b-92ab5f379450 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086521 Jun 28 11:19:50.834929 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a64cb3a9-293f-4879-b79b-6ecd6403e18a req-0322db18-e673-4156-ace3-7f0ff93af22a service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720059 Jun 28 11:19:51.036322 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93f7b-6328-4750-9920-34e22c491478 req-59b3a594-ff39-4867-a2c2-146901b3d312 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:51.037869 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d3e93f7b-6328-4750-9920-34e22c491478 req-59b3a594-ff39-4867-a2c2-146901b3d312 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1506259 Jun 28 11:19:51.062127 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-5b8b473e-3574-4370-9ba7-f76add95f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:51.063823 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-5b8b473e-3574-4370-9ba7-f76add95f155 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 1098 time: 0.1173871 Jun 28 11:19:51.174032 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d3e93f7b-6328-4750-9920-34e22c491478 req-4c375803-a40c-4f13-b509-14a0e140d327 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292665 Jun 28 11:19:51.233667 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-759e8d61-e07c-4af5-bd87-065b47230a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:51.235105 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-759e8d61-e07c-4af5-bd87-065b47230a7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 911 time: 0.1569691 Jun 28 11:19:51.342969 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-c0f6c49a-ac8d-4f15-85e4-5dba4e1b2916 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb HTTP/1.1" status: 200 len: 1000 time: 0.0963054 Jun 28 11:19:51.412774 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-2e7ed84c-3437-4d8e-b7fe-de3815f3e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:51.414477 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-2e7ed84c-3437-4d8e-b7fe-de3815f3e85f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 200 len: 849 time: 0.0605237 Jun 28 11:19:51.507253 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-244bab19-d512-4187-bb81-a4cc82ed6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:51.508721 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-244bab19-d512-4187-bb81-a4cc82ed6962 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6debd97d-413d-47e8-8227-82ddb25a54b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874648 Jun 28 11:19:51.697548 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-ba3f34b0-e868-48cb-aac9-16ae4140d92c service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452377 Jun 28 11:19:51.706496 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71d791-a60e-4200-9b62-d5e527d8ab15 req-f91a41df-e02c-436a-b3a0-9d5e1980a890 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:51.707977 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-db71d791-a60e-4200-9b62-d5e527d8ab15 req-f91a41df-e02c-436a-b3a0-9d5e1980a890 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.1947150 Jun 28 11:19:51.831840 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-db71d791-a60e-4200-9b62-d5e527d8ab15 req-fa8f8bd4-1b4b-418a-830d-07498ce00777 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050777 Jun 28 11:19:51.869285 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e9d4b7f-5441-4e7b-9d1a-30a1f15be91d req-89f46d3d-e69d-4f8c-bd73-a2ac26286e2a service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603160 Jun 28 11:19:51.874009 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56610) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:52.065968 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65c8af-6b5d-4009-b0e5-34a05ffcc4ef req-1b562b6d-f2c1-488b-b299-8bb292959671 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:52.067552 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-be65c8af-6b5d-4009-b0e5-34a05ffcc4ef req-1b562b6d-f2c1-488b-b299-8bb292959671 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 946 time: 0.1018083 Jun 28 11:19:52.113308 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-be65c8af-6b5d-4009-b0e5-34a05ffcc4ef req-4b33d81a-a282-4763-bbae-283961f3c941 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397480 Jun 28 11:19:52.162166 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdcd8e9-0539-43ae-a88c-a244b3100a6a tempest-TestMinimumBasicScenario-61496377 tempest-TestMinimumBasicScenario-61496377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:52.167172 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 56618) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:52.167795 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-acdcd8e9-0539-43ae-a88c-a244b3100a6a tempest-TestMinimumBasicScenario-61496377 tempest-TestMinimumBasicScenario-61496377-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1094 time: 0.2924547 Jun 28 11:19:52.172659 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'port_id': '44c136a6-daa4-4a33-985f-ea36ed249465', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:52.179791 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:52.183910 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:floatingip and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:52.186946 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:52.193720 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:52.206825 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for floatingip, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:52.233028 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d3c2cfd8-54a1-4853-9e9b-701b96017547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:52.445733 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:52.456123 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b5166-64d0-4dab-af4f-461c5b6aee40 req-02392c89-f113-4e8b-a4fd-4ab4d00696ee tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:52.457648 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-143b5166-64d0-4dab-af4f-461c5b6aee40 req-02392c89-f113-4e8b-a4fd-4ab4d00696ee tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1409109 Jun 28 11:19:52.607145 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:52.662980 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-143b5166-64d0-4dab-af4f-461c5b6aee40 req-40f1d880-837b-4478-b2b8-f8a926559bcd tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689824 Jun 28 11:19:52.736720 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Allocated IP 172.28.1.211 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/4399f714-31dc-4b4c-8feb-30348266a79e) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:52.737115 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 is: ACTIVE; New status is: DOWN {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:52.737560 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:52.766294 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:52.776782 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:52.782094 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:52.821429 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a04939-e910-4004-bc65-b0cd519e74da'] response: {'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'code': 200} Jun 28 11:19:52.853316 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=8']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:52.861311 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.861951 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.862471 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.862981 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.863491 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.863988 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.864528 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.865056 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.865551 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.866087 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.866588 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.867093 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:52.893754 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:52.936745 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:52.999449 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:53.002758 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:53.006637 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:53.038577 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'Port': ['ID=4399f714-31dc-4b4c-8feb-30348266a79e,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:53.510521 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73e4ba-a8f8-4892-a936-3d8aeebb08ff req-5b1baf94-f5f8-41e7-a16c-e6f857701b86 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:53.512093 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-be73e4ba-a8f8-4892-a936-3d8aeebb08ff req-5b1baf94-f5f8-41e7-a16c-e6f857701b86 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.2626154 Jun 28 11:19:53.586990 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-be73e4ba-a8f8-4892-a936-3d8aeebb08ff req-15ec0c2f-8330-45ee-9330-29d88195c5af tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627780 Jun 28 11:19:53.607293 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:53.725582 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:53.979696 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62558377-f89e-4207-95d8-ec901fe171ef req-fbe66540-6030-4680-a156-e4fb4be18623 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:53.981543 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-62558377-f89e-4207-95d8-ec901fe171ef req-fbe66540-6030-4680-a156-e4fb4be18623 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.2003870 Jun 28 11:19:54.107698 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56658) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:54.152927 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-62558377-f89e-4207-95d8-ec901fe171ef req-ac4c0f85-e4c8-4ef4-946c-f0cc1940589b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559248 Jun 28 11:19:54.171437 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.194268 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.242759 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.260124 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.291974 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-eb9b73d5-2895-41be-a6f0-102024f088c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.293542 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:54.298706 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] Usage tracker for resource:security_group_rule and tenant:dacf7ffd98294886a0522fac639da417 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:54.302510 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:54.309296 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:54.402524 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'Port': ['ID=4399f714-31dc-4b4c-8feb-30348266a79e,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:54.407194 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.414942 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.443505 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Floating IP 9739b11f-65f4-49a1-84a4-49f061d58e36 associated. External IP: 172.28.1.211, port: 44c136a6-daa4-4a33-985f-ea36ed249465. Jun 28 11:19:54.463790 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dacf7ffd98294886a0522fac639da417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550086 Jun 28 11:19:54.466409 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56672) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:54.469296 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ca722-9f00-438f-a932-0f0f74bdf36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8a91d9-998c-45ce-b793-43fda864b509,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:54.529413 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0f7b838a-3cbb-4555-96e3-15c74bf7f989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.570049 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0f7b838a-3cbb-4555-96e3-15c74bf7f989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.645869 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0f7b838a-3cbb-4555-96e3-15c74bf7f989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.666587 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b838a-3cbb-4555-96e3-15c74bf7f989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8a91d9-998c-45ce-b793-43fda864b509,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:54.675360 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0f7b838a-3cbb-4555-96e3-15c74bf7f989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.678740 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-0f7b838a-3cbb-4555-96e3-15c74bf7f989 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e8a91d9-998c-45ce-b793-43fda864b509 HTTP/1.1" status: 204 len: 168 time: 0.2090333 Jun 28 11:19:54.909056 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Router d7535d3c-1b3a-425f-af07-e0554a2eed01 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:19:54.921935 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69b370-4eda-481a-a4b6-3fdb333fa813 req-d61b8ae4-ca0c-45b6-8ad0-e844fdbaf79e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:54.929297 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7b69b370-4eda-481a-a4b6-3fdb333fa813 req-d61b8ae4-ca0c-45b6-8ad0-e844fdbaf79e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.2168903 Jun 28 11:19:55.106237 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7b69b370-4eda-481a-a4b6-3fdb333fa813 req-8487e276-4ac1-42f7-8fed-830e515043e3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1758895 Jun 28 11:19:55.154632 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:55.167531 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] Sync routers for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:55.180273 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:55.180923 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:19:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:55.196337 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.263121 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8558e35d-c20d-4f85-a679-ffb521605ba9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0913398 Jun 28 11:19:55.263121 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:55.264070 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56714) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:55.270975 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61645399', 'description': 'tempest-secgroup-smoke-61645399 description', 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:55.281457 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:55.292645 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:security_group and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:55.301309 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:55.311288 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:55.325107 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a95774-67db-408f-b22e-becc66231902'] response: {'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465', 'status': 'completed', 'code': 200} Jun 28 11:19:55.336766 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.372835 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:55.376299 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56724) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:55.410019 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:55.414620 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:security_group_rule and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:55.418326 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:55.425800 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:55.496814 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-03eda935-5ad4-46a7-9c5c-2477d9881bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:55.498390 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-03eda935-5ad4-46a7-9c5c-2477d9881bd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1099 time: 0.1537578 Jun 28 11:19:55.528888 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.578692 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.649495 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.650257 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3845794 Jun 28 11:19:55.659433 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56738) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:55.677387 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'security_group_rule': {'security_group_id': '2cada2b8-84fd-4a8c-ab27-08a993213cc9', 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:55.695701 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:55.703293 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:security_group_rule and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:55.706940 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a3c76-6151-470e-b09e-dd76cb71742f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cada2b8-84fd-4a8c-ab27-08a993213cc9,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:55.710442 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:55.718379 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:55.741741 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-01f025eb-bd26-4826-a2f4-4c0f70629d83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3558309 Jun 28 11:19:55.758675 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.760261 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-417b25b6-f035-47ce-bc89-21a5640172a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:55.761920 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-417b25b6-f035-47ce-bc89-21a5640172a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 200 len: 916 time: 0.2549803 Jun 28 11:19:55.769553 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.787697 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.898044 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.910054 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.915002 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-11285d05-d3e4-46b4-9095-dfe8443d246c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 1000 time: 0.1444919 Jun 28 11:19:55.933601 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '9739b11f-65f4-49a1-84a4-49f061d58e36', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'port_id': '44c136a6-daa4-4a33-985f-ea36ed249465', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'mac_address': 'fa:16:3e:ff:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:53Z', 'updated_at': '2022-06-28T11:19:53Z', 'revision_number': 0, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:57Z', 'revision_number': 5, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:55.943915 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] Checking router: d7535d3c-1b3a-425f-af07-e0554a2eed01 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:19:55.956605 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc2c413-4148-444e-981d-210ce66d4c83,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:55.966476 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:55.967187 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:19:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:55.989208 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.990439 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-85302d16-0050-45f5-b47e-09d8c2bd49a3 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3290794 Jun 28 11:19:55.993446 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56744) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:55.999148 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'security_group_rule': {'security_group_id': '2cada2b8-84fd-4a8c-ab27-08a993213cc9', 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:56.009518 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:56.022020 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:security_group_rule and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:56.025831 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:56.046261 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:56.085879 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.186566 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.195509 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.236406 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-b8c88392-6dde-482e-8486-6831fd1fe018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:56.240418 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-b8c88392-6dde-482e-8486-6831fd1fe018 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23cc493-f8df-4ee4-8f93-791241d5a217 HTTP/1.1" status: 200 len: 854 time: 0.3192017 Jun 28 11:19:56.282178 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaed8c14-3565-401f-8955-ba1faeab2473,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:56.292026 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.295332 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-fad84813-6101-4016-8009-cca56111e1a4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3008873 Jun 28 11:19:56.303759 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56758) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:56.309048 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'security_group_rule': {'security_group_id': '2cada2b8-84fd-4a8c-ab27-08a993213cc9', 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:56.330618 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:56.344015 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:security_group_rule and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:56.346306 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:56.348518 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:56.372706 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:56.394838 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.484275 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.490231 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.516489 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-27c39495-7915-4a33-aeee-99c0fd69df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:56.518054 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-27c39495-7915-4a33-aeee-99c0fd69df8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a245bb5-c143-43d3-bc17-30ba78a59ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2690918 Jun 28 11:19:56.530278 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1191d-08ed-444d-aa9c-599d49adaf5e req-3155069c-9019-4447-96da-33cf512d8f5e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:56.531857 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d8a1191d-08ed-444d-aa9c-599d49adaf5e req-3155069c-9019-4447-96da-33cf512d8f5e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1904078 Jun 28 11:19:56.543095 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.545225 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2404661 Jun 28 11:19:56.546304 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618b8fe-db90-4e2a-83cf-ceedba78d775 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321114ea-ab90-4af6-a2d3-009407057103,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:56.548429 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56764) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:56.555307 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'security_group_rule': {'security_group_id': '2cada2b8-84fd-4a8c-ab27-08a993213cc9', 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:56.561871 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:56.566709 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:security_group_rule and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:56.570169 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:56.578926 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:56.613293 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.651780 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:56.666673 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d8a1191d-08ed-444d-aa9c-599d49adaf5e req-8b45e013-1fc4-4b06-984f-15ac259b1c93 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109843 Jun 28 11:19:56.734903 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-7fc8e2a0-ea2b-47b1-991d-70c21e83ac23 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018435 Jun 28 11:19:56.789944 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.799660 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.848390 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551cb6e5-e9fa-4d34-836d-b0abdb6ca2cd,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:56.873619 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.874816 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-5d964b20-f554-4dcd-a705-700e2b67a31e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3250797 Jun 28 11:19:56.877564 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 56774) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:56.883873 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'security_group_rule': {'security_group_id': '2cada2b8-84fd-4a8c-ab27-08a993213cc9', 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:56.897614 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:56.903085 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:security_group_rule and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:56.907871 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:56.924733 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:56.929789 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fa3f71c-c25b-4c78-acaf-c6cf1526b311 req-bbae9149-2ed0-4631-98c0-fe06fb55f589 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873429 Jun 28 11:19:56.951009 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.securitygroups_db [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Project 48d4000196df4bc8a3787ae5aec3ccb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:19:56.962898 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.971190 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.042450 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.046557 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 is: DOWN; New status is: DOWN {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:57.048438 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.079186 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b160e2e-c4c6-4475-854e-158b17f97b45,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:57.094938 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.096373 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-eef42c7e-09c8-45ec-b450-44e30a311920 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2178857 Jun 28 11:19:57.099349 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 56782) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:57.104747 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'security_group_rule': {'security_group_id': '2cada2b8-84fd-4a8c-ab27-08a993213cc9', 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:57.110685 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:57.115354 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Usage tracker for resource:security_group_rule and tenant:48d4000196df4bc8a3787ae5aec3ccb4 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:57.118556 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:57.125850 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:57.136840 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.securitygroups_db [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Project 48d4000196df4bc8a3787ae5aec3ccb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:19:57.144188 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.153918 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '9739b11f-65f4-49a1-84a4-49f061d58e36', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'port_id': '44c136a6-daa4-4a33-985f-ea36ed249465', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'mac_address': 'fa:16:3e:ff:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:53Z', 'updated_at': '2022-06-28T11:19:53Z', 'revision_number': 0, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:57Z', 'revision_number': 5, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:57.158660 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8841cbf-fa10-4305-a0a2-0e605bfe3320 None None] The sync data for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb is: [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '9739b11f-65f4-49a1-84a4-49f061d58e36', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'port_id': '44c136a6-daa4-4a33-985f-ea36ed249465', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'mac_address': 'fa:16:3e:ff:c9:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:19:53Z', 'updated_at': '2022-06-28T11:19:53Z', 'revision_number': 0, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:57Z', 'revision_number': 5, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:19:57.222096 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.227397 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.251023 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5741ca9d-9699-41be-8330-ead43e19f0f2,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:57.264395 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.265679 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4e32b85d-ba5a-4302-a603-485415908686 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652963 Jun 28 11:19:57.378386 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3437b08-927f-4077-b021-d868d6ff0b40 None None] New status for floating IP 9739b11f-65f4-49a1-84a4-49f061d58e36: ACTIVE {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:19:57.399092 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-8e1252c9-38b5-43b8-9407-32931d78d361 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61645399&fields=id&tenant_id=48d4000196df4bc8a3787ae5aec3ccb4 HTTP/1.1" status: 200 len: 267 time: 0.0426059 Jun 28 11:19:57.532521 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-d3311eb7-78c4-4d40-9f08-613f061e2d05 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:57.534484 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-d3311eb7-78c4-4d40-9f08-613f061e2d05 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.1291773 Jun 28 11:19:57.548156 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'port': {'security_groups': ['9a873eb4-34e7-4943-b033-a86794291f28', '2cada2b8-84fd-4a8c-ab27-08a993213cc9']}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:57.687409 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.047344 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447910c8-ffd3-43e8-8274-84da7e331149 req-e77258cb-3406-4fc1-88e1-b3b07eca33a8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.048860 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-447910c8-ffd3-43e8-8274-84da7e331149 req-e77258cb-3406-4fc1-88e1-b3b07eca33a8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.2081573 Jun 28 11:19:58.086578 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] For port 44c136a6-daa4-4a33-985f-ea36ed249465, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=44c136a6-daa4-4a33-985f-ea36ed249465,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:58.115868 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-447910c8-ffd3-43e8-8274-84da7e331149 req-3f33e9a6-934e-4b58-8584-f2d268cbd34e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555637 Jun 28 11:19:58.132703 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.144075 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.155798 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['44c136a6-daa4-4a33-985f-ea36ed249465'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:58.213380 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.214101 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.218418 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b29df833-fbfc-4dcf-ac20-3a7550471f4d req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "PUT /v2.0/ports/44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 982 time: 0.6759911 Jun 28 11:19:58.219292 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:19:58.259512 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d370270-fbf8-4e38-be9a-7ab24cfd8ad5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'Port': ['ID=44c136a6-daa4-4a33-985f-ea36ed249465,revision_number=6']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:58.299231 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69f8b04d-2cb9-4256-9afe-ac42cb2c4000'] response: {'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465', 'status': 'completed', 'code': 200} Jun 28 11:19:58.366242 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['44c136a6-daa4-4a33-985f-ea36ed249465'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:19:58.475197 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-e782f69f-0ce0-4bc5-a5a5-81fc33d69115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.476707 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-e782f69f-0ce0-4bc5-a5a5-81fc33d69115 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1138 time: 0.1692138 Jun 28 11:19:58.601232 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-80105696-afb9-4200-8c18-6646e0a426e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.605552 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-80105696-afb9-4200-8c18-6646e0a426e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd&tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4 HTTP/1.1" status: 200 len: 1097 time: 0.3027124 Jun 28 11:19:58.660528 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd242c-26ed-466e-9ea1-126cc3635f3e req-bb3c26c5-3e74-4bff-9c99-5cb696b4658c tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.664288 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6fcd242c-26ed-466e-9ea1-126cc3635f3e req-bb3c26c5-3e74-4bff-9c99-5cb696b4658c tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.2650962 Jun 28 11:19:58.698613 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-ae7cfbf2-d6ae-4107-8db3-81277a95274d None None] Provisioning complete for port 44c136a6-daa4-4a33-985f-ea36ed249465 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:19:58.698981 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ae7cfbf2-d6ae-4107-8db3-81277a95274d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.787935 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6fcd242c-26ed-466e-9ea1-126cc3635f3e req-35f2a7dc-11de-49d7-ae50-730e5554a75c tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0717869 Jun 28 11:19:58.803210 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-b2f35c66-c987-45e6-a3e3-9b76782d6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.805104 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-b2f35c66-c987-45e6-a3e3-9b76782d6408 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 1097 time: 0.1395619 Jun 28 11:19:58.825057 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-cd8fded2-5771-44a5-86af-d40ed8603388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.826554 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-cd8fded2-5771-44a5-86af-d40ed8603388 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 200 len: 916 time: 0.3432951 Jun 28 11:19:58.982072 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-168bfee6-acfa-4938-9dd8-4de303b8355b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 1002 time: 0.1408026 Jun 28 11:19:59.058707 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-ae7cfbf2-d6ae-4107-8db3-81277a95274d None None] Current status of the port 44c136a6-daa4-4a33-985f-ea36ed249465 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:19:59.074789 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-d63e440c-e3ac-49cf-99b1-e7ef63cccbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.079141 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-d63e440c-e3ac-49cf-99b1-e7ef63cccbb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23cc493-f8df-4ee4-8f93-791241d5a217 HTTP/1.1" status: 200 len: 854 time: 0.0890596 Jun 28 11:19:59.100496 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-3bf67139-3b35-4427-8594-67ad2db04c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.101955 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-3bf67139-3b35-4427-8594-67ad2db04c4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.2881043 Jun 28 11:19:59.225295 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-d5eb5eb8-c41c-49c7-96e2-d7c2de562641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.226905 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-d5eb5eb8-c41c-49c7-96e2-d7c2de562641 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a245bb5-c143-43d3-bc17-30ba78a59ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1372106 Jun 28 11:19:59.267691 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-2e3a5cba-ef77-4ac1-a415-a862cb75c28f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 HTTP/1.1" status: 200 len: 1000 time: 0.1528633 Jun 28 11:19:59.400757 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-a9ecdc84-9484-4261-8aea-57e0a25c3bda service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609693 Jun 28 11:19:59.401307 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-cefc0748-a059-40e9-b607-ccfa3f0e0bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.402891 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-cefc0748-a059-40e9-b607-ccfa3f0e0bb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.1257076 Jun 28 11:19:59.481810 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889077a-9037-46d2-9d8f-46245d2bbf8c req-6589a539-9b02-4027-9f4e-bc62901fcdd7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.483293 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4889077a-9037-46d2-9d8f-46245d2bbf8c req-6589a539-9b02-4027-9f4e-bc62901fcdd7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1623931 Jun 28 11:19:59.537269 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4889077a-9037-46d2-9d8f-46245d2bbf8c req-6c45a147-9882-4a9d-8c8d-f6cb7133bcef tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457265 Jun 28 11:19:59.545361 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-57310790-0007-42cc-8d15-f8eaf219b2c2 req-f47a5721-9437-4f85-9c6c-910808b07d8b service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301975 Jun 28 11:19:59.547037 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-dd99da99-f122-46fd-a9d2-fc5b10b0d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.548636 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-dd99da99-f122-46fd-a9d2-fc5b10b0d45d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1306219 Jun 28 11:19:59.691907 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-66a54fd9-9e18-44b2-9d76-4fe52700631a service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279242 Jun 28 11:19:59.826759 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-074f3452-ad7b-49e5-a575-01dfb0d5cba9 req-42dc2b64-d292-4b57-947e-13c5ea56d247 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281612 Jun 28 11:20:00.429166 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-ed69c34a-d384-4dea-ab6b-0fb07fbe885c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:00.430658 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-ed69c34a-d384-4dea-ab6b-0fb07fbe885c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1099 time: 0.1528804 Jun 28 11:20:00.439261 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ca40-7a07-49a3-9f55-e6fd51ea7c52 req-828f3efc-4d4a-4843-b239-4cce70fee6b2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:00.440679 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6a4ca40-7a07-49a3-9f55-e6fd51ea7c52 req-828f3efc-4d4a-4843-b239-4cce70fee6b2 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1188414 Jun 28 11:20:00.590931 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6a4ca40-7a07-49a3-9f55-e6fd51ea7c52 req-82fcbdfd-2abc-45f4-a2b8-0efcd8cb3226 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310647 Jun 28 11:20:00.637867 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-ea889338-385c-4da5-ab69-fcca7c13315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:00.641516 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-ea889338-385c-4da5-ab69-fcca7c13315d service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.1995804 Jun 28 11:20:00.843757 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12bcde-5525-44e9-a060-706496296c0d req-391b00c4-5f32-42cb-8b81-dd3d329beeec tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:00.846173 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eb12bcde-5525-44e9-a060-706496296c0d req-391b00c4-5f32-42cb-8b81-dd3d329beeec tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1029372 Jun 28 11:20:00.909852 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eb12bcde-5525-44e9-a060-706496296c0d req-5c4344e9-838a-45f2-8573-013979a921b9 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555398 Jun 28 11:20:01.837858 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5f4f4-24ea-4d54-a683-4b0e5164d2af req-c0faa02e-f547-449d-a512-432ef1f13515 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:01.840721 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b3e5f4f4-24ea-4d54-a683-4b0e5164d2af req-c0faa02e-f547-449d-a512-432ef1f13515 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1246433 Jun 28 11:20:01.912569 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b3e5f4f4-24ea-4d54-a683-4b0e5164d2af req-bc9e0389-bf4a-4979-bbb3-af04765fedfe tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630553 Jun 28 11:20:02.156615 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4630751-e133-46b0-a299-aeb58e5f0e75 req-c3c62cd8-8dc0-4eab-b5c3-bdc7d9ef1ae3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:02.164153 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b4630751-e133-46b0-a299-aeb58e5f0e75 req-c3c62cd8-8dc0-4eab-b5c3-bdc7d9ef1ae3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1202257 Jun 28 11:20:02.212171 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b4630751-e133-46b0-a299-aeb58e5f0e75 req-dc62e97b-3b81-4e7e-bfa4-f564cb2b6014 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468612 Jun 28 11:20:03.115350 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa159638-e013-4785-abab-6ebf666dcd39 req-925308ae-4980-4e52-b396-80e53165da48 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:03.116342 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fa159638-e013-4785-abab-6ebf666dcd39 req-925308ae-4980-4e52-b396-80e53165da48 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0921960 Jun 28 11:20:03.168769 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fa159638-e013-4785-abab-6ebf666dcd39 req-9ca75613-7e26-4720-b58b-3b682b582bee tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 Jun 28 11:20:03.526265 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c84e64-7e3b-4821-89a3-66e4a1f6bc7e req-b04979bb-487c-4443-8ba7-29f6eea624a1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:03.528063 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-22c84e64-7e3b-4821-89a3-66e4a1f6bc7e req-b04979bb-487c-4443-8ba7-29f6eea624a1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1380014 Jun 28 11:20:03.591479 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-22c84e64-7e3b-4821-89a3-66e4a1f6bc7e req-a3cbc1f9-bf88-4257-b5fc-e7e927efbd67 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541780 Jun 28 11:20:04.434658 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e223bf0-f28f-4228-981f-3fe4b0fc5908 req-93c66153-b118-46cc-a43d-07b6ba7283e4 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:04.436348 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1e223bf0-f28f-4228-981f-3fe4b0fc5908 req-93c66153-b118-46cc-a43d-07b6ba7283e4 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1395853 Jun 28 11:20:04.441385 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:20:04.501609 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1e223bf0-f28f-4228-981f-3fe4b0fc5908 req-d23f2ad1-a04a-4d09-9382-fec028b61dcb tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483561 Jun 28 11:20:04.892400 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab601ab-03e4-4c1b-a489-28790e68d5f6 req-52cbfcae-56f6-4a2a-ac94-503bda7c3818 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:04.894251 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7ab601ab-03e4-4c1b-a489-28790e68d5f6 req-52cbfcae-56f6-4a2a-ac94-503bda7c3818 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1810687 Jun 28 11:20:04.951280 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7ab601ab-03e4-4c1b-a489-28790e68d5f6 req-aeacbc0e-46da-4446-a9e4-a27bb319eec2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454092 Jun 28 11:20:05.729683 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be20083-eec8-404a-bcab-7120612512ff req-cc05462b-cb35-4c43-8d9d-d099a675f0f0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:05.731145 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0be20083-eec8-404a-bcab-7120612512ff req-cc05462b-cb35-4c43-8d9d-d099a675f0f0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1105032 Jun 28 11:20:05.776393 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0be20083-eec8-404a-bcab-7120612512ff req-e969c007-e116-4064-b6d2-9bcdea4746c7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391948 Jun 28 11:20:06.159439 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486e595-bf0f-4fcb-9987-c992198019a5 req-3a29bd8b-d080-41f0-976b-e90086e76e9b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:06.161029 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b486e595-bf0f-4fcb-9987-c992198019a5 req-3a29bd8b-d080-41f0-976b-e90086e76e9b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.0956597 Jun 28 11:20:06.210756 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b486e595-bf0f-4fcb-9987-c992198019a5 req-63e46da7-a296-4f73-8155-f25503d2aac9 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432045 Jun 28 11:20:07.003487 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f74de8-3394-41ab-8f6d-25d4943be016 req-66c8c1fa-c253-4023-ae8e-e1a97be3af02 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:07.005003 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-10f74de8-3394-41ab-8f6d-25d4943be016 req-66c8c1fa-c253-4023-ae8e-e1a97be3af02 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0885322 Jun 28 11:20:07.049959 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-10f74de8-3394-41ab-8f6d-25d4943be016 req-db9878f7-45bf-49ae-b9b9-b00262cc1caf tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384789 Jun 28 11:20:07.448937 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef54cc3-f58e-4a16-9c76-8fbfc053a697 req-47ec9d9f-d8d9-4dce-a4e0-0a9cd414aaa2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:07.450439 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6ef54cc3-f58e-4a16-9c76-8fbfc053a697 req-47ec9d9f-d8d9-4dce-a4e0-0a9cd414aaa2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1089129 Jun 28 11:20:07.501643 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6ef54cc3-f58e-4a16-9c76-8fbfc053a697 req-7493438e-5382-4744-8a8b-632d0b077e28 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445051 Jun 28 11:20:07.959626 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 56992) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:08.083015 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.100986 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:08.105246 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] Usage tracker for resource:security_group_rule and tenant:95469d2f74484007b9ecd2bda34d48a7 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:08.108208 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:08.114202 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:08.268138 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.275512 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.350367 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95469d2f74484007b9ecd2bda34d48a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866427 Jun 28 11:20:08.350957 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57000) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:08.357966 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ddaa0-25ff-4dec-a6a7-46bb6d03b2d0 req-7afb5a55-e436-4648-848a-f21dd700d43e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:08.359645 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b73ddaa0-25ff-4dec-a6a7-46bb6d03b2d0 req-7afb5a55-e436-4648-848a-f21dd700d43e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1964469 Jun 28 11:20:08.389973 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e73a9a-5067-4f3a-98a8-ae549c286d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cf72e8-e041-45bb-94be-e958f49bf05b,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:08.411933 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b73ddaa0-25ff-4dec-a6a7-46bb6d03b2d0 req-b653764b-1d71-4657-80a0-15fc22c9bf85 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450840 Jun 28 11:20:08.419203 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0e61cbb7-bf3f-4f28-a134-d82188556c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.447434 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0e61cbb7-bf3f-4f28-a134-d82188556c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.502527 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0e61cbb7-bf3f-4f28-a134-d82188556c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.517293 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61cbb7-bf3f-4f28-a134-d82188556c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cf72e8-e041-45bb-94be-e958f49bf05b,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:08.536576 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-0e61cbb7-bf3f-4f28-a134-d82188556c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.538364 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-0e61cbb7-bf3f-4f28-a134-d82188556c38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5cf72e8-e041-45bb-94be-e958f49bf05b HTTP/1.1" status: 204 len: 168 time: 0.1856644 Jun 28 11:20:08.737212 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f701ad-6834-43c8-aa03-3769351b5bf3 req-371eb6bc-b065-44f0-9f9a-5a1d9f96e648 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:08.738800 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-06f701ad-6834-43c8-aa03-3769351b5bf3 req-371eb6bc-b065-44f0-9f9a-5a1d9f96e648 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1109896 Jun 28 11:20:08.789778 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-06f701ad-6834-43c8-aa03-3769351b5bf3 req-d813a84f-b93f-4990-b33f-50a9d84ede83 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449395 Jun 28 11:20:09.621156 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8af9a-a946-43f7-95b9-3b71e8eca696 req-7862cb50-38e3-4df6-aa8d-2ce104452c5f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:09.628191 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4bd8af9a-a946-43f7-95b9-3b71e8eca696 req-7862cb50-38e3-4df6-aa8d-2ce104452c5f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0984445 Jun 28 11:20:09.670503 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4bd8af9a-a946-43f7-95b9-3b71e8eca696 req-e0b8c4d7-5adb-409c-aa05-9c0b5e45f8e5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Jun 28 11:20:10.023972 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b575ce8-8fc3-4672-a9d2-c89a27f4fb66 req-50d9af4c-f42c-486f-96f3-5445069c7397 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:10.026179 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b575ce8-8fc3-4672-a9d2-c89a27f4fb66 req-50d9af4c-f42c-486f-96f3-5445069c7397 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.0946572 Jun 28 11:20:10.077395 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6b575ce8-8fc3-4672-a9d2-c89a27f4fb66 req-bab74c5e-235f-4144-a6ef-f34877f208a2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451782 Jun 28 11:20:10.874863 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f71a-7aff-4f23-a204-11cdc1351737 req-7a25cd41-2180-4b2a-9b87-b07494c4e11c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:10.876329 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-63e9f71a-7aff-4f23-a204-11cdc1351737 req-7a25cd41-2180-4b2a-9b87-b07494c4e11c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0927126 Jun 28 11:20:10.976948 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-63e9f71a-7aff-4f23-a204-11cdc1351737 req-3fc865c8-1ca2-4e27-ab73-633b2b924c7f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947096 Jun 28 11:20:11.024753 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-5381246c-a3c1-40f6-a117-c2aeb47cd620 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 200 len: 1001 time: 0.1046588 Jun 28 11:20:11.089938 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-3f6723db-d870-434f-8d88-bd4b33a09bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:11.091358 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-3f6723db-d870-434f-8d88-bd4b33a09bf2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0592709 Jun 28 11:20:11.177191 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-dbf69304-29a9-40c0-9e95-025c6345ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:11.178668 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-dbf69304-29a9-40c0-9e95-025c6345ea75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800762 Jun 28 11:20:11.370946 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-9c2af3ab-0082-44f2-8956-69a3d8df80df service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466446 Jun 28 11:20:11.379162 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebc36b-e7f6-4688-b029-16fbabadd427 req-a9f16361-780a-4da3-97ee-d0e64d06ac4b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:11.380546 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a7ebc36b-e7f6-4688-b029-16fbabadd427 req-a9f16361-780a-4da3-97ee-d0e64d06ac4b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.1905773 Jun 28 11:20:11.579073 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a7ebc36b-e7f6-4688-b029-16fbabadd427 req-2dc918e4-9a3f-46da-8f3f-b6ceb9855cfa tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1809816 Jun 28 11:20:11.616386 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f536c419-ca71-45bb-b10d-448d4a693d6c req-c6da2259-eca1-4d88-befc-16fbcd92ff2b service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349310 Jun 28 11:20:12.193822 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffd02b-2afa-460b-842a-56b0ddd6ad27 req-31cf6b29-d46b-455c-92f4-6021af532e75 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:12.195182 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-71ffd02b-2afa-460b-842a-56b0ddd6ad27 req-31cf6b29-d46b-455c-92f4-6021af532e75 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1025724 Jun 28 11:20:12.242315 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-71ffd02b-2afa-460b-842a-56b0ddd6ad27 req-c42616e2-20a0-44e8-9571-1501820a72dd tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Jun 28 11:20:12.788216 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f633af4-bbc6-4249-989c-61367ae17e45 req-2fee7924-1b95-44ec-bdc7-d51dcca36e20 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:12.789513 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f633af4-bbc6-4249-989c-61367ae17e45 req-2fee7924-1b95-44ec-bdc7-d51dcca36e20 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.0928090 Jun 28 11:20:12.834930 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f633af4-bbc6-4249-989c-61367ae17e45 req-c997d830-67d9-4190-9326-3e547bd8df1c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394261 Jun 28 11:20:13.474406 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132176d-8be8-403c-b13b-9ec82b10fe8b req-53ea002e-87bc-464c-a91d-2b60fda8fe82 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:13.475854 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0132176d-8be8-403c-b13b-9ec82b10fe8b req-53ea002e-87bc-464c-a91d-2b60fda8fe82 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1108875 Jun 28 11:20:13.544551 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0132176d-8be8-403c-b13b-9ec82b10fe8b req-061ebf13-da92-480e-9865-6babee3c3b8f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614817 Jun 28 11:20:14.048176 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e196a-8e14-4760-b521-9e0c13c94877 req-f9cc2fc8-a374-44a0-90cd-bc44b5acc0ad tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:14.049794 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-173e196a-8e14-4760-b521-9e0c13c94877 req-f9cc2fc8-a374-44a0-90cd-bc44b5acc0ad tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 944 time: 0.0927770 Jun 28 11:20:14.094519 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-173e196a-8e14-4760-b521-9e0c13c94877 req-987cb55a-efd2-4d4c-a022-cccb1ddc5606 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389378 Jun 28 11:20:14.750147 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b7da7-64fe-4e1b-a554-33aeaed80894 req-039dd861-253a-4829-9983-48e81d4cefe0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:14.751583 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c54b7da7-64fe-4e1b-a554-33aeaed80894 req-039dd861-253a-4829-9983-48e81d4cefe0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0905581 Jun 28 11:20:14.782768 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:20:14.796589 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c54b7da7-64fe-4e1b-a554-33aeaed80894 req-2b01fef6-a5b1-42b9-9b63-f98853d1a0a3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 Jun 28 11:20:14.920646 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:14.934609 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'port_id': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'mac_address': 'fa:16:3e:44:9e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:20:14.989535 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:14.989916 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.006735 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:20:15.023648 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:15.029686 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.098050 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=9']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:15.305614 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155cc99-1031-4e90-a9b1-3284afc48fb7 req-c2234beb-ba08-41bf-b361-05fb56cb815d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:15.307083 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6155cc99-1031-4e90-a9b1-3284afc48fb7 req-c2234beb-ba08-41bf-b361-05fb56cb815d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 945 time: 0.0891452 Jun 28 11:20:15.342036 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:20:15.354253 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6155cc99-1031-4e90-a9b1-3284afc48fb7 req-b2e958bf-016d-4c43-8be6-f24cbcc72fd3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409689 Jun 28 11:20:16.006723 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb19c3d-84d8-4122-ac69-6273510e2df0 req-543b705d-bfb6-475a-8445-14227a2ed71e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:16.008191 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8bb19c3d-84d8-4122-ac69-6273510e2df0 req-543b705d-bfb6-475a-8445-14227a2ed71e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0977604 Jun 28 11:20:16.053287 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8bb19c3d-84d8-4122-ac69-6273510e2df0 req-575838f3-3182-4902-baed-f7ca0700861c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384905 Jun 28 11:20:16.581813 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17167c5a-85d9-4195-96b1-86d22ef18a8d req-7bedd485-d0de-4c5a-831b-f7446bf0a47c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:16.583418 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17167c5a-85d9-4195-96b1-86d22ef18a8d req-7bedd485-d0de-4c5a-831b-f7446bf0a47c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 945 time: 0.1026249 Jun 28 11:20:16.630432 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17167c5a-85d9-4195-96b1-86d22ef18a8d req-47cb3956-975b-429e-8750-4347f5035c97 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392210 Jun 28 11:20:16.801775 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:16.877104 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:16.877439 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.025631 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:17.026009 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.053429 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:17.063251 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:17.068561 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.107383 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce45453-9751-4a31-8070-cd9f80cff3ae'] response: {'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'code': 200} Jun 28 11:20:17.149068 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=10']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:17.288495 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8267eb0a-9225-4747-87fd-8833d03ed38a req-f517683e-060e-4dc5-8a9a-ee3990655dd6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:17.290276 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8267eb0a-9225-4747-87fd-8833d03ed38a req-f517683e-060e-4dc5-8a9a-ee3990655dd6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0919826 Jun 28 11:20:17.339955 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8267eb0a-9225-4747-87fd-8833d03ed38a req-1c8a1abe-12eb-4638-93e2-9deda65a2437 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 Jun 28 11:20:17.860521 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02704824-f460-4909-86ad-2ca5cb5eb518 req-c6dfe079-d98d-4f78-8969-4fbc9b54146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:17.862115 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-02704824-f460-4909-86ad-2ca5cb5eb518 req-c6dfe079-d98d-4f78-8969-4fbc9b54146d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 1100 time: 0.1463125 Jun 28 11:20:17.873863 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21628fc6-3aa9-43eb-822a-6e8b910ff7f1 req-c5edbd64-ef1c-491a-9c6c-acb6a0b88cd2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:17.875168 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-21628fc6-3aa9-43eb-822a-6e8b910ff7f1 req-c5edbd64-ef1c-491a-9c6c-acb6a0b88cd2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 947 time: 0.1228733 Jun 28 11:20:17.939946 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-02704824-f460-4909-86ad-2ca5cb5eb518 req-df6010f3-ee4f-4eda-a0d1-2d0912e053c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637875 Jun 28 11:20:17.946515 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-21628fc6-3aa9-43eb-822a-6e8b910ff7f1 req-39421b82-ba4e-4638-99ca-945e33bd76c8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579417 Jun 28 11:20:18.545354 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9677cc3-cb91-4965-bb8e-ad9150beef97 req-b162a4f7-8bbc-40f2-912a-3aeb8504bc53 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:18.546721 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f9677cc3-cb91-4965-bb8e-ad9150beef97 req-b162a4f7-8bbc-40f2-912a-3aeb8504bc53 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0953028 Jun 28 11:20:18.592162 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f9677cc3-cb91-4965-bb8e-ad9150beef97 req-976435b2-22a2-4caa-81f5-447e08ee9d1f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394869 Jun 28 11:20:19.121342 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:19.162298 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90239461-1688-463c-adaa-e1844340deba req-5f10de56-ccc0-4b9e-9161-be60c7734f4d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:19.163753 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-90239461-1688-463c-adaa-e1844340deba req-5f10de56-ccc0-4b9e-9161-be60c7734f4d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 947 time: 0.1021266 Jun 28 11:20:19.208853 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-90239461-1688-463c-adaa-e1844340deba req-f63175d9-b79e-40c0-a66c-6e411c9454db tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390289 Jun 28 11:20:19.813370 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fcffd-143d-44ba-b389-a551171e01c3 req-515656df-d9a5-410b-be6c-0a6aba57b9d0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:19.814845 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-030fcffd-143d-44ba-b389-a551171e01c3 req-515656df-d9a5-410b-be6c-0a6aba57b9d0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0959902 Jun 28 11:20:19.859354 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-030fcffd-143d-44ba-b389-a551171e01c3 req-0faf39dc-baeb-4dbb-b7c8-aa05db97e383 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378211 Jun 28 11:20:20.419635 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd43e-8d9b-4f3b-9563-d4ce9381f290 req-345279f4-5f1a-42ba-8c22-a34d61d3a06a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:20.421128 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a23fd43e-8d9b-4f3b-9563-d4ce9381f290 req-345279f4-5f1a-42ba-8c22-a34d61d3a06a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 947 time: 0.0904102 Jun 28 11:20:20.555165 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a23fd43e-8d9b-4f3b-9563-d4ce9381f290 req-a2a29d0e-9ab1-456f-852b-04ddf322c9a7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1281722 Jun 28 11:20:21.068621 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383424f-4162-409d-948c-d2c2776f23c2 req-d34bae88-5c2b-4968-b736-8aacc6c5febb tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:21.070096 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7383424f-4162-409d-948c-d2c2776f23c2 req-d34bae88-5c2b-4968-b736-8aacc6c5febb tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1029167 Jun 28 11:20:21.117388 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7383424f-4162-409d-948c-d2c2776f23c2 req-ac688bbc-cdb5-4fb3-a79c-73440316deae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Jun 28 11:20:22.220856 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-50da85fc-6054-4bb0-9b21-5d798acd99b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:22.306248 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49709a-cb43-4988-bb66-2d9a2d9e35da req-cf99800a-9f12-4d37-b9dd-9cfdd1bba489 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:22.307742 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1a49709a-cb43-4988-bb66-2d9a2d9e35da req-cf99800a-9f12-4d37-b9dd-9cfdd1bba489 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.1503437 Jun 28 11:20:22.364937 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1a49709a-cb43-4988-bb66-2d9a2d9e35da req-f8254e61-1b42-4a14-97d1-6cf47e37e717 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485582 Jun 28 11:20:22.373236 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a0881-d6c5-4ae8-8320-7b1fa6efdfa0 req-e55cd0be-7fc4-4cd0-8750-b81324e3ec56 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:22.374692 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-516a0881-d6c5-4ae8-8320-7b1fa6efdfa0 req-e55cd0be-7fc4-4cd0-8750-b81324e3ec56 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1413181 Jun 28 11:20:22.428070 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-516a0881-d6c5-4ae8-8320-7b1fa6efdfa0 req-61bc4dfe-33ba-4658-bcc4-5e9b16f2c009 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475495 Jun 28 11:20:23.627824 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772c192-7523-4a09-8b6a-549dece9c5ff req-beeae7dc-1ba6-45fa-b204-fbefe55f8574 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:23.629346 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a772c192-7523-4a09-8b6a-549dece9c5ff req-beeae7dc-1ba6-45fa-b204-fbefe55f8574 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.1473913 Jun 28 11:20:23.673097 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af1e20-e6a6-479e-b803-730b9e794d39 req-b32aa2a4-029b-4d5f-b3d0-2cbd4c833e81 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:23.674510 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-02af1e20-e6a6-479e-b803-730b9e794d39 req-b32aa2a4-029b-4d5f-b3d0-2cbd4c833e81 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1366029 Jun 28 11:20:23.700341 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a772c192-7523-4a09-8b6a-549dece9c5ff req-7fddc6b9-5729-43ea-82b3-893117d2fba9 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653384 Jun 28 11:20:23.725796 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-02af1e20-e6a6-479e-b803-730b9e794d39 req-4ac2a9f4-bfa3-4108-8297-bb2078e327ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453877 Jun 28 11:20:24.117669 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-dc743305-14ca-439c-8b97-4a406ca3d4af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855725 Jun 28 11:20:24.232644 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-80454072-a362-429e-bb2c-ef7aeaa5de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:24.234121 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-80454072-a362-429e-bb2c-ef7aeaa5de13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 1099 time: 0.0813806 Jun 28 11:20:24.287785 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-be80a49c-edb0-4c95-96e2-87589a0c1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:24.391861 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-b6f1eea5-13ee-4a93-8bf4-65a1798a8bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:24.393289 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-b6f1eea5-13ee-4a93-8bf4-65a1798a8bef service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.1278079 Jun 28 11:20:24.465054 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-ef8022ce-36c5-4adc-9dba-7dbdbb181d0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a369fa9b-19be-48ca-a51a-010799862794 HTTP/1.1" status: 200 len: 217 time: 0.0639694 Jun 28 11:20:24.530847 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-d7340669-3152-458d-8571-f1064bb35ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:24.532277 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-d7340669-3152-458d-8571-f1064bb35ef1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0587516 Jun 28 11:20:24.620510 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-d0bbed97-2dcd-4caf-94b5-c734991068e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:24.622189 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-d0bbed97-2dcd-4caf-94b5-c734991068e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822771 Jun 28 11:20:24.762793 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-5313ab93-f5be-45a3-b1c8-3961a74aa724 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259487 Jun 28 11:20:25.030012 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c599753-77f6-4b0f-ab66-3e35890301f6 req-4e163b93-5aad-4aed-a271-9ff968948289 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573028 Jun 28 11:20:25.048507 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ace5b-7336-4585-b7ef-56fb01a0f9d3 req-8d8f1c8e-e3d3-4414-8036-9fd90a006b70 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:25.050042 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-336ace5b-7336-4585-b7ef-56fb01a0f9d3 req-8d8f1c8e-e3d3-4414-8036-9fd90a006b70 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.2101786 Jun 28 11:20:25.057975 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d8c8e-7a92-4136-a49d-5cadc1587a75 req-5d4749d2-eb8b-4d07-951b-f32c6a5c2773 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:25.059934 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1e4d8c8e-7a92-4136-a49d-5cadc1587a75 req-5d4749d2-eb8b-4d07-951b-f32c6a5c2773 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.2170417 Jun 28 11:20:25.126873 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-336ace5b-7336-4585-b7ef-56fb01a0f9d3 req-9a0e59ed-46bc-4c5e-a745-e0bee48565f4 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659826 Jun 28 11:20:25.133804 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1e4d8c8e-7a92-4136-a49d-5cadc1587a75 req-198fafdc-2486-4e1c-a141-e5f1eb8ff5d0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599406 Jun 28 11:20:25.567348 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:25.573830 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:26.492118 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb9268-4e2d-4939-99f0-72dabaf98d3d req-1cf789e4-6670-4141-8f86-95d6f65616e8 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:26.493501 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-47bb9268-4e2d-4939-99f0-72dabaf98d3d req-1cf789e4-6670-4141-8f86-95d6f65616e8 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.2497447 Jun 28 11:20:26.501587 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf638c-05d6-4df8-91a8-b855f2b6bf22 req-caab9672-7ca1-47dc-8cb2-c9be73360e44 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:26.502932 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-79bf638c-05d6-4df8-91a8-b855f2b6bf22 req-caab9672-7ca1-47dc-8cb2-c9be73360e44 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.2573154 Jun 28 11:20:26.568851 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-47bb9268-4e2d-4939-99f0-72dabaf98d3d req-53ce6810-8e20-40ee-9437-0a03a6b87f8c tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648820 Jun 28 11:20:26.573183 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-79bf638c-05d6-4df8-91a8-b855f2b6bf22 req-87470e6e-b664-4507-a122-11514ec6aa8e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568118 Jun 28 11:20:26.870697 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:27.602027 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-607a45b8-655d-467b-a4f5-41d2e1de1e2a tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:27.603469 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-607a45b8-655d-467b-a4f5-41d2e1de1e2a tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.1067662 Jun 28 11:20:27.676040 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Deleting port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:20:27.676465 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:28.004627 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6238f8-7fe6-4e03-89c0-67542b8089f2 req-69bc62d9-6e14-40d4-8821-693cb9227c1d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:28.006081 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bc6238f8-7fe6-4e03-89c0-67542b8089f2 req-69bc62d9-6e14-40d4-8821-693cb9227c1d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.3041499 Jun 28 11:20:28.018377 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf1583-971f-4580-8a9f-5939811af8dc req-035b2d8a-c81b-4cab-bab0-fb7ccfd49d8f tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:28.019734 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91cf1583-971f-4580-8a9f-5939811af8dc req-035b2d8a-c81b-4cab-bab0-fb7ccfd49d8f tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c45b537-ce5c-4a44-bf01-6fabc34ccbeb HTTP/1.1" status: 200 len: 945 time: 0.3192353 Jun 28 11:20:28.106664 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] For port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,segment=NetworkSegment(8322fcc4-628a-4d76-a003-ce9a08d3aeb8),segment_id=8322fcc4-628a-4d76-a003-ce9a08d3aeb8)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:28.107580 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:28.235648 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bc6238f8-7fe6-4e03-89c0-67542b8089f2 req-eeec80f4-68c4-4192-b427-0837cf1c94e8 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148869 Jun 28 11:20:28.242130 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Calling delete_port for dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:20:28.274661 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-91cf1583-971f-4580-8a9f-5939811af8dc req-bd17cfb1-5c6c-4e67-9e98-19ebf872632f tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d3d9be9-f4ba-437d-8dbf-2994006b9118&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272470 Jun 28 11:20:28.325579 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84d989-4332-4b67-bca7-bf77d9a0aea5 req-2d8fb996-4fdb-4d47-8179-6cd430cac6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:28.327182 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-af84d989-4332-4b67-bca7-bf77d9a0aea5 req-2d8fb996-4fdb-4d47-8179-6cd430cac6ed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1099 time: 0.0816026 Jun 28 11:20:28.374952 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-af84d989-4332-4b67-bca7-bf77d9a0aea5 req-ac6d13fc-ec42-4b7f-9d49-f4cf930d331c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353549 Jun 28 11:20:28.403508 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:28.415895 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:20:28.457197 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Pushing event deleted for resources: {'Port': ['ID=dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:28.537796 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] No DVR routers for this DVR port dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:20:28.540584 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:28.543048 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c45b537-ce5c-4a44-bf01-6fabc34ccbeb', 'name': 'network-vif-deleted', 'tag': 'dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:28.565504 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c7bdb937-fa6c-48a8-9f22-0a709a4950dc req-534679be-bab7-48fd-8090-7821433f9e99 tempest-VolumesSnapshotTestJSON-916877200 tempest-VolumesSnapshotTestJSON-916877200-project] 10.222.0.46 "DELETE /v2.0/ports/dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 HTTP/1.1" status: 204 len: 173 time: 0.9557307 Jun 28 11:20:28.590793 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6ee68a-57fd-4b6f-9a63-d1d44bd7f0d3'] response: {'server_uuid': '4c45b537-ce5c-4a44-bf01-6fabc34ccbeb', 'name': 'network-vif-deleted', 'tag': 'dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7', 'status': 'completed', 'code': 200} Jun 28 11:20:29.445011 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d98f8-c92c-437e-a01d-c277affd8a0b req-63ae2ffa-ad8c-4b70-af02-69386e2e619c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:29.446428 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-889d98f8-c92c-437e-a01d-c277affd8a0b req-63ae2ffa-ad8c-4b70-af02-69386e2e619c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1008353 Jun 28 11:20:29.492044 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-889d98f8-c92c-437e-a01d-c277affd8a0b req-d593ab5f-adac-4a88-8e51-643e6a72d83e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397458 Jun 28 11:20:30.708650 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae117bc-5624-4084-a30c-847063653df8 req-42e47a6f-70a5-40fe-9e23-1ccd8673c88b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:30.710115 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cae117bc-5624-4084-a30c-847063653df8 req-42e47a6f-70a5-40fe-9e23-1ccd8673c88b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1054661 Jun 28 11:20:30.761918 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cae117bc-5624-4084-a30c-847063653df8 req-0db04c2c-84d2-4027-9426-b7ffc3ebf37b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414946 Jun 28 11:20:30.897862 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:20:30.936145 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:20:30.936498 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device dbc2b970-b2cd-4b2f-93b5-5559a7e56ff7 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:20:31.415569 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-a0d908b4-a5a1-4764-9f36-d78eda5411be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:31.416962 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-a0d908b4-a5a1-4764-9f36-d78eda5411be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1099 time: 0.1430383 Jun 28 11:20:31.428691 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d3bd2-a9cb-4f91-9326-2cea82e896f5 req-2424c94b-6417-4468-acd2-f61bbc2c886e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:31.430019 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2d8d3bd2-a9cb-4f91-9326-2cea82e896f5 req-2424c94b-6417-4468-acd2-f61bbc2c886e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1144567 Jun 28 11:20:31.635921 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2d8d3bd2-a9cb-4f91-9326-2cea82e896f5 req-0aa86d57-314a-4bde-b6a1-7baf9e640b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048307 Jun 28 11:20:31.670319 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-6fea3892-6712-4007-a18f-3057893be2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:31.671735 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-6fea3892-6712-4007-a18f-3057893be2f8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.2408876 Jun 28 11:20:31.775313 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-b8786f14-4116-4040-9ef2-c1587e51f50f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 200 len: 1001 time: 0.0952907 Jun 28 11:20:31.839608 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-77ddfe10-9749-4688-a73f-1d7ab883f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:31.841020 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-77ddfe10-9749-4688-a73f-1d7ab883f61e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0590208 Jun 28 11:20:31.938634 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-ebfdc0a3-be78-430f-9eaa-1361e0d410cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:31.940075 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-ebfdc0a3-be78-430f-9eaa-1361e0d410cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865078 Jun 28 11:20:32.076837 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-4cf63862-c563-4bdf-a226-f73981d484d6 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289346 Jun 28 11:20:32.223780 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2caa5c4d-2014-49e6-a70b-d8dea48617d3 req-30f0f354-45fd-4509-8f97-2df46f5940c9 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368735 Jun 28 11:20:32.447508 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b25d085-5b29-44ac-99f9-947f30c7e89e req-f4092e48-ed69-4257-ad3c-adf8c9d6324d tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:32.448988 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b25d085-5b29-44ac-99f9-947f30c7e89e req-f4092e48-ed69-4257-ad3c-adf8c9d6324d tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1496003 Jun 28 11:20:32.451741 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-949ef4a1-dbf3-42ed-87ff-5bb8adc286fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:32.453060 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-949ef4a1-dbf3-42ed-87ff-5bb8adc286fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1138 time: 0.1176043 Jun 28 11:20:32.576671 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b25d085-5b29-44ac-99f9-947f30c7e89e req-4e04bc2f-89f6-46c3-9e8d-ebaf033fb8b2 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1217208 Jun 28 11:20:32.618549 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-35844866-51eb-4893-84ca-4f664f77bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:32.619987 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-35844866-51eb-4893-84ca-4f664f77bd48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 200 len: 916 time: 0.1526754 Jun 28 11:20:32.768781 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-1c63b051-a05c-4364-a6e0-8be078d59d54 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 1002 time: 0.1383035 Jun 28 11:20:32.884949 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-97a364e9-670d-4252-8aff-0f860f920bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:32.886372 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-97a364e9-670d-4252-8aff-0f860f920bbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23cc493-f8df-4ee4-8f93-791241d5a217 HTTP/1.1" status: 200 len: 854 time: 0.0801828 Jun 28 11:20:32.952529 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69446cec-6439-4ec7-bed0-1dcb145d6b9a req-890cc944-bfd3-4411-ae9b-36815cc8c9cd tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:32.954244 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-69446cec-6439-4ec7-bed0-1dcb145d6b9a req-890cc944-bfd3-4411-ae9b-36815cc8c9cd tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1833241 Jun 28 11:20:33.009982 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-69446cec-6439-4ec7-bed0-1dcb145d6b9a req-ce778e10-d389-4336-845b-475954a6e99d tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 Jun 28 11:20:33.018033 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-5fc82527-0943-4d6e-9e81-3a62bc2a8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:33.019462 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-5fc82527-0943-4d6e-9e81-3a62bc2a8726 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a245bb5-c143-43d3-bc17-30ba78a59ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1228209 Jun 28 11:20:33.162358 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-598c137f-638e-4bb9-b5d8-6b417ccbfa13 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356103 Jun 28 11:20:33.417824 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f4d1431-4636-4eae-80d9-35f2feba4e7b req-7624776d-dc45-4a16-a835-53cbd9ad3ba4 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470508 Jun 28 11:20:33.797655 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44035c9-3515-4fb9-99b4-37c538555f55 req-f81ff5ba-a847-4b1b-a447-5009d56828d7 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:33.799816 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d44035c9-3515-4fb9-99b4-37c538555f55 req-f81ff5ba-a847-4b1b-a447-5009d56828d7 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1102974 Jun 28 11:20:33.847020 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d44035c9-3515-4fb9-99b4-37c538555f55 req-b59ba172-9475-42e5-bc3d-408d975741c1 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0420823 Jun 28 11:20:34.216588 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f028138-3384-4ebd-842b-8b6a8a746866 req-5de54904-6bc9-4067-a212-d951f1677ac0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:34.218127 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4f028138-3384-4ebd-842b-8b6a8a746866 req-5de54904-6bc9-4067-a212-d951f1677ac0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0979228 Jun 28 11:20:34.264435 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4f028138-3384-4ebd-842b-8b6a8a746866 req-0cde5c1d-534c-42c2-8cde-0b112594fbf7 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390017 Jun 28 11:20:35.064429 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba150306-5205-4f3d-88b7-4c0df0bb1c21 req-dbaf0ab8-73f9-4e9e-98f7-0fc57c166c52 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:35.065932 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ba150306-5205-4f3d-88b7-4c0df0bb1c21 req-dbaf0ab8-73f9-4e9e-98f7-0fc57c166c52 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1109109 Jun 28 11:20:35.115037 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ba150306-5205-4f3d-88b7-4c0df0bb1c21 req-cc4648c0-e610-47a7-9b14-58f9d6622520 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0431812 Jun 28 11:20:35.482807 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927821f-03db-4a75-807c-83c00da377d4 req-dbbc0360-5c8d-4867-b7bb-35dd590f1592 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:35.485054 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7927821f-03db-4a75-807c-83c00da377d4 req-dbbc0360-5c8d-4867-b7bb-35dd590f1592 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0920515 Jun 28 11:20:35.529476 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7927821f-03db-4a75-807c-83c00da377d4 req-c25ab2e7-b780-4a7e-abe4-b48da0019b18 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391054 Jun 28 11:20:35.723429 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2eb8ca-c1dc-4742-aba1-6446cfa638ed req-12113d2b-e09e-4102-87b8-28c195804922 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:35.724894 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1e2eb8ca-c1dc-4742-aba1-6446cfa638ed req-12113d2b-e09e-4102-87b8-28c195804922 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.0936413 Jun 28 11:20:35.733740 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57240) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:35.739107 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-a3d463d5-c895-4006-a695-e90b68fa21d6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Request body: {'floatingip': {'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:35.842418 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a3d463d5-c895-4006-a695-e90b68fa21d6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:36.310459 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d1304-1e5e-4217-b97f-616c98df3014 req-7895fb51-c459-480c-a45e-c35b193d83d4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:36.312567 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-803d1304-1e5e-4217-b97f-616c98df3014 req-7895fb51-c459-480c-a45e-c35b193d83d4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.0900822 Jun 28 11:20:36.358363 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-803d1304-1e5e-4217-b97f-616c98df3014 req-277e333b-126c-4dff-bae8-9d8510587b12 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401053 Jun 28 11:20:36.577332 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a3d463d5-c895-4006-a695-e90b68fa21d6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:36.582874 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a3d463d5-c895-4006-a695-e90b68fa21d6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:36.955152 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d463d5-c895-4006-a695-e90b68fa21d6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Router 225ae65d-be48-4e16-875b-4b10f1fde25e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:20:37.138722 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d463d5-c895-4006-a695-e90b68fa21d6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:20:37.143304 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a3d463d5-c895-4006-a695-e90b68fa21d6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:37.149408 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] Sync routers for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:20:37.159267 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:37.159891 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:37.223535 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:37.259583 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a3d463d5-c895-4006-a695-e90b68fa21d6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "PUT /v2.0/floatingips/0a7c02dd-12d0-43a5-aa32-a1bd237dc569 HTTP/1.1" status: 200 len: 993 time: 1.5246887 Jun 28 11:20:37.277501 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9f05ce-6bf0-46b6-93c4-8e809103b726'] response: {'name': 'network-changed', 'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'status': 'completed', 'code': 200} Jun 28 11:20:37.336782 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:37.383398 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-b0e88523-39d4-4a96-a544-417a59c349ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:37.385115 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-b0e88523-39d4-4a96-a544-417a59c349ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1099 time: 0.0838966 Jun 28 11:20:37.576371 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-a49b2db1-5abf-4c98-bcb0-c4297a71b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:37.578028 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-a49b2db1-5abf-4c98-bcb0-c4297a71b937 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.1845117 Jun 28 11:20:37.661390 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12ec1b-781b-4f48-adba-7a9453ecad46 req-951c0a3f-a58f-45f9-9b76-3f22e4807cee tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:37.662723 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-de12ec1b-781b-4f48-adba-7a9453ecad46 req-951c0a3f-a58f-45f9-9b76-3f22e4807cee tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1942344 Jun 28 11:20:37.682958 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '0a7c02dd-12d0-43a5-aa32-a1bd237dc569', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'mac_address': 'fa:16:3e:a0:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf96d4-e192-4777-8d3d-33284419e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:20:36Z', 'revision_number': 3, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:37.686913 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] Checking router: 225ae65d-be48-4e16-875b-4b10f1fde25e for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:20:37.696193 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:37.696818 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:37.709150 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-fb9f4897-3d7e-4653-a69b-47fdd727f383 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 200 len: 1001 time: 0.1226330 Jun 28 11:20:37.764519 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-de12ec1b-781b-4f48-adba-7a9453ecad46 req-9bdaf947-05f4-4e05-9347-51f37e074b8f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0908298 Jun 28 11:20:37.792684 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-5be7f812-0148-4660-ac5c-07f6f74cf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:37.794232 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-5be7f812-0148-4660-ac5c-07f6f74cf27e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0761797 Jun 28 11:20:37.871748 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:37.884884 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-de9a06d7-125a-4b0c-b616-3eb31c5daee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:37.886511 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-de9a06d7-125a-4b0c-b616-3eb31c5daee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847151 Jun 28 11:20:38.024155 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-f89ec6f6-6d50-4b50-85a9-bc8a7153d509 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295207 Jun 28 11:20:38.163201 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-387f0da8-4efd-45ed-a82a-542535db6ea6 req-3a203157-bc98-40eb-91d8-9c42218816d0 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319275 Jun 28 11:20:38.224749 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '0a7c02dd-12d0-43a5-aa32-a1bd237dc569', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'mac_address': 'fa:16:3e:a0:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf96d4-e192-4777-8d3d-33284419e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:20:36Z', 'revision_number': 3, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:38.228545 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e068d7-8d18-43ce-9f0e-9433e7ba1882 None None] The sync data for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb is: [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '0a7c02dd-12d0-43a5-aa32-a1bd237dc569', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'floating_ip_address': '172.28.1.28', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'port_id': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'mac_address': 'fa:16:3e:a0:d0:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3abf96d4-e192-4777-8d3d-33284419e122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:20:36Z', 'revision_number': 3, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:20:39.053286 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cdf81-1828-434c-b66b-784d079d0135 req-556f5b79-b2d9-4219-b955-8fbb21b28a33 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:39.054668 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fe8cdf81-1828-434c-b66b-784d079d0135 req-556f5b79-b2d9-4219-b955-8fbb21b28a33 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1775432 Jun 28 11:20:39.101769 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fe8cdf81-1828-434c-b66b-784d079d0135 req-4f4a42d5-527e-4b12-92f2-6dc2434dff22 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0411088 Jun 28 11:20:39.279580 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:39.333340 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb695828-47a7-476a-b49c-e03ee9582d7f'] response: {'name': 'network-changed', 'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'status': 'completed', 'code': 200} Jun 28 11:20:39.447034 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-62aa7d88-f7e7-4898-9e5d-4c1ad888259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:39.448517 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-62aa7d88-f7e7-4898-9e5d-4c1ad888259e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 1099 time: 0.0886400 Jun 28 11:20:39.583409 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-70bdcef8-4ec6-4074-b935-d718bbfd6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:39.584809 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-70bdcef8-4ec6-4074-b935-d718bbfd6521 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 200 len: 919 time: 0.1304023 Jun 28 11:20:39.690265 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-c65b45ee-9002-4473-b384-4832166e82f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 200 len: 1001 time: 0.0984769 Jun 28 11:20:39.757546 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-4db358db-243b-4997-af4e-4929d5fb3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:39.759079 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-4db358db-243b-4997-af4e-4929d5fb3fb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 200 len: 857 time: 0.0597012 Jun 28 11:20:39.845949 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-e707980d-45c6-4590-926c-ff64415b44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:39.847314 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-e707980d-45c6-4590-926c-ff64415b44e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e36fabff-bed3-4f94-a2f4-3580b98359fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811059 Jun 28 11:20:39.981660 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-e2941944-bc80-456f-956f-f0f38971714a service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273737 Jun 28 11:20:40.124758 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4d58dce5-bfec-4d11-a55d-2c15dcc0a162 req-556dd6cc-b7b3-4d91-9a3b-a430a29dc1a3 service neutron] 10.222.0.46 "GET /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348712 Jun 28 11:20:40.302361 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c17a1-f473-4440-af1e-442eac9a29ea req-f051c5da-1724-49a4-9cab-490e6fe6a8c5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:40.303827 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f72c17a1-f473-4440-af1e-442eac9a29ea req-f051c5da-1724-49a4-9cab-490e6fe6a8c5 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.0945442 Jun 28 11:20:40.349509 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f72c17a1-f473-4440-af1e-442eac9a29ea req-656a2381-c844-4c2d-abec-0db93dbf1575 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0398514 Jun 28 11:20:41.440676 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:20:41.571816 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b748f9f-2911-4b8a-ae12-a86020f44559 req-c4044c73-cef8-4bd0-8c6e-1f40c9ed21e4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:41.573262 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4b748f9f-2911-4b8a-ae12-a86020f44559 req-c4044c73-cef8-4bd0-8c6e-1f40c9ed21e4 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1070070 Jun 28 11:20:41.621955 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4b748f9f-2911-4b8a-ae12-a86020f44559 req-08f1ae93-2384-4311-8643-b7992659df5f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0391254 Jun 28 11:20:42.840194 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e48432-d83f-4935-91b8-5323a9f741f8 req-9e7c9d08-18b7-4dbc-8f0c-67087a8d20b0 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:42.841679 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-84e48432-d83f-4935-91b8-5323a9f741f8 req-9e7c9d08-18b7-4dbc-8f0c-67087a8d20b0 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1021461 Jun 28 11:20:42.892732 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-84e48432-d83f-4935-91b8-5323a9f741f8 req-4c6abb76-7fe2-42ef-9c23-a1a67cf7269c tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0445559 Jun 28 11:20:44.099468 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bdc3d-0cd2-4d3d-8594-b06732e660ef req-9ddf4c41-e1ab-4cfb-9605-84c3cda362e9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:44.100983 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef6bdc3d-0cd2-4d3d-8594-b06732e660ef req-9ddf4c41-e1ab-4cfb-9605-84c3cda362e9 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.0977604 Jun 28 11:20:44.146817 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef6bdc3d-0cd2-4d3d-8594-b06732e660ef req-eb6b053f-867d-46dc-92a6-f97a2ad026ab tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399759 Jun 28 11:20:45.362835 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda1c3-d998-4057-a873-de7705a34642 req-253433e6-2bce-4d61-b2b4-567b8ef405fd tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:45.364332 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-93dda1c3-d998-4057-a873-de7705a34642 req-253433e6-2bce-4d61-b2b4-567b8ef405fd tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.0994444 Jun 28 11:20:45.412288 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-93dda1c3-d998-4057-a873-de7705a34642 req-ac4b5acb-95ad-4290-914e-6019a72432e6 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0417717 Jun 28 11:20:46.638234 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3e354-9231-4e86-a3a0-2aa980dfa838 req-06f714b2-194d-48b3-8eb3-46cabefe1d7a tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:46.639637 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7ea3e354-9231-4e86-a3a0-2aa980dfa838 req-06f714b2-194d-48b3-8eb3-46cabefe1d7a tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1051176 Jun 28 11:20:46.700371 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7ea3e354-9231-4e86-a3a0-2aa980dfa838 req-aee1cba7-57c1-459e-b505-868fe2f5a548 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0546024 Jun 28 11:20:47.907435 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b8b7-9e90-47e3-8293-9a82827e8241 req-98c4cf29-cee3-434a-9e68-b39bea0a149d tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:47.908919 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cab4b8b7-9e90-47e3-8293-9a82827e8241 req-98c4cf29-cee3-434a-9e68-b39bea0a149d tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.0955503 Jun 28 11:20:47.956392 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cab4b8b7-9e90-47e3-8293-9a82827e8241 req-bc273148-25a9-43f1-aead-3869e9412380 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0413179 Jun 28 11:20:48.626202 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57352) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:48.770472 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Deleting subnet 2f4f8e1b-398c-46e1-afd8-176385a1881a {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:20:48.774069 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:48.822364 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:48.829353 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:48.896601 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:48.938334 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4f8e1b-398c-46e1-afd8-176385a1881a,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:48.943203 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:48.950362 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.950706 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.951044 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.951377 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.951711 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.952037 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.952358 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.952708 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.953029 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.953348 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.953720 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.954040 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:48.959387 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-87f2dab2-380f-434d-9a33-9691c1e01123 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2f4f8e1b-398c-46e1-afd8-176385a1881a HTTP/1.1" status: 204 len: 168 time: 0.3315611 Jun 28 11:20:48.962084 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57356) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:49.102620 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.125296 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.260129 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.289300 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e80efb-3ac8-45b5-b88d-9a37146495f3 req-6946f4b1-ce6d-4219-bfae-b0272c6b421a tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:49.290794 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-81e80efb-3ac8-45b5-b88d-9a37146495f3 req-6946f4b1-ce6d-4219-bfae-b0272c6b421a tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.2254953 Jun 28 11:20:49.297463 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.297804 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.298552 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.298885 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > port after_create 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.299209 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.299555 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > port after_update 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.299874 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.300209 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.300576 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.300892 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.508068 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.508382 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.508766 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.509086 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:20:49.509452 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888b2436-5308-4b2a-aa94-510f5343bc8b']}} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:49.539603 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8322fcc4-628a-4d76-a003-ce9a08d3aeb8') {'for_net_delete': True} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:49.539848 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8322fcc4-628a-4d76-a003-ce9a08d3aeb8') {} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:49.555291 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31498839'] for segment, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.582344 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.588025 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-81e80efb-3ac8-45b5-b88d-9a37146495f3 req-66a8854c-b9d4-499a-b625-5387ffe4c61f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0709147 Jun 28 11:20:49.593544 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:20:49.593968 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31499678'] for segment, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.695366 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.714725 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.720822 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=888b2436-5308-4b2a-aa94-510f5343bc8b,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:49.733562 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e23e8694-da00-489d-b2e2-3b903a794b76 admin admin] 10.222.0.15 "DELETE /v2.0/networks/888b2436-5308-4b2a-aa94-510f5343bc8b HTTP/1.1" status: 204 len: 168 time: 0.7704620 Jun 28 11:20:49.853870 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57372) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:49.870812 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment 8322fcc4-628a-4d76-a003-ce9a08d3aeb8 resource provider aggregate not found Jun 28 11:20:49.889083 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment 8322fcc4-628a-4d76-a003-ce9a08d3aeb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8322fcc4-628a-4d76-a003-ce9a08d3aeb8 found for delete ", "request_id": "req-640c419e-04f3-4b2a-9b17-bf7078f6dc04"}]} Jun 28 11:20:49.908382 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-edbeceb1-11d3-4981-bd2f-1c3721c2682f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6021069b4b724465a97f6388bbc38047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532069 Jun 28 11:20:49.910935 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57378) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:49.966918 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ef81eeb8-9293-4492-b5b3-6dd179460890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:49.992877 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ef81eeb8-9293-4492-b5b3-6dd179460890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.059290 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ef81eeb8-9293-4492-b5b3-6dd179460890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.081953 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81eeb8-9293-4492-b5b3-6dd179460890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3d9be9-f4ba-437d-8dbf-2994006b9118,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:50.090638 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ef81eeb8-9293-4492-b5b3-6dd179460890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.091788 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ef81eeb8-9293-4492-b5b3-6dd179460890 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d3d9be9-f4ba-437d-8dbf-2994006b9118 HTTP/1.1" status: 204 len: 168 time: 0.1799774 Jun 28 11:20:50.797702 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd003f7-04ff-44e4-8a07-05b26253e3f1 req-200f6791-1ce9-4829-8fb4-fda55d10ccef tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:50.799174 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6cd003f7-04ff-44e4-8a07-05b26253e3f1 req-200f6791-1ce9-4829-8fb4-fda55d10ccef tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.0900581 Jun 28 11:20:50.845262 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6cd003f7-04ff-44e4-8a07-05b26253e3f1 req-d68c20b3-99e3-4db7-b1e8-0cddffdd7dea tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=2cada2b8-84fd-4a8c-ab27-08a993213cc9&id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0399134 Jun 28 11:20:52.223304 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0f3ef216-e90b-4b44-84e7-eb17a4559b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:54.294967 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-323fa2ad-a8d0-4a50-85f8-5b476b313f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.580422 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.582677 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.871728 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:57.991302 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b10643-cd2f-4556-8abd-7848945aa416 req-929b0aef-71d0-41db-b654-edd676d250f7 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:57.992816 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e7b10643-cd2f-4556-8abd-7848945aa416 req-929b0aef-71d0-41db-b654-edd676d250f7 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1018767 Jun 28 11:20:58.038034 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e7b10643-cd2f-4556-8abd-7848945aa416 req-f5014405-1eab-4522-aff2-317857874ede tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391483 Jun 28 11:20:59.248093 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1311e8-1d1c-4320-a8ef-5abc2eadd0e0 req-fff2cae4-4a02-4120-a825-f1c0dac7f7f9 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:59.249564 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7d1311e8-1d1c-4320-a8ef-5abc2eadd0e0 req-fff2cae4-4a02-4120-a825-f1c0dac7f7f9 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.0929143 Jun 28 11:20:59.297273 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7d1311e8-1d1c-4320-a8ef-5abc2eadd0e0 req-a82942d5-e01d-4e0a-b7cc-194ddd68ebfe tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415790 Jun 28 11:21:00.090284 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-ce48fe26-e37c-4a27-baf8-169e42aab864 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:00.091749 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-ce48fe26-e37c-4a27-baf8-169e42aab864 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.1078713 Jun 28 11:21:00.164774 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Deleting port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:00.165061 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.436259 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] For port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:00.437416 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.865048 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92b381-31e0-4be3-84a5-ff9b718f8c0d req-57d8f527-6d3a-49db-89db-252e21cfb2e4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:00.866498 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3e92b381-31e0-4be3-84a5-ff9b718f8c0d req-57d8f527-6d3a-49db-89db-252e21cfb2e4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 945 time: 0.2830379 Jun 28 11:21:00.895780 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.896122 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.896452 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Floating IP 3e425d52-6559-46ac-8e5d-57c66c83a5ce disassociated. External IP: 172.28.1.84, port: e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb. Jun 28 11:21:00.896820 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Calling delete_port for e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:00.971509 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3e92b381-31e0-4be3-84a5-ff9b718f8c0d req-2915d680-347d-47ec-aefb-c3903f5a4d3c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=33143923-b2a7-4ca2-86c1-3d0861a8f2cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974908 Jun 28 11:21:01.060906 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.109586 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event deleted for resources: {'Port': ['ID=e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:01.294961 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Router 6fe2237a-9db7-45a7-9c2a-420b08720539 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:01.477050 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:01.487326 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] Sync routers for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:01.497822 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:01.498435 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:01.564045 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] No DVR routers for this DVR port e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:01.567225 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.570093 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'name': 'network-vif-deleted', 'tag': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:01.589320 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a2a35b5b-4c1b-4e3f-801b-04bfb31ecbc9 req-44ab4e55-dd16-45d4-91b7-35e62efa240e tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "DELETE /v2.0/ports/e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb HTTP/1.1" status: 204 len: 173 time: 1.4906211 Jun 28 11:21:01.621008 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50769175-241c-4bc0-8a8b-b5b5974a0b06'] response: {'server_uuid': 'eddf638f-1b7d-4e53-8eb8-8b552aa9c037', 'name': 'network-vif-deleted', 'tag': 'e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb', 'status': 'completed', 'code': 200} Jun 28 11:21:01.693483 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:02.028451 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:02.032952 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] Checking router: 6fe2237a-9db7-45a7-9c2a-420b08720539 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:02.042602 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:02.043214 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:02.177554 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-254121ac-ae2b-4f9c-8924-842480981d58 req-73b11ecf-c15b-423f-91d4-6a51caae29bc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Synchronizing usage tracker for tenant:b16e39bda1344f5491a02a0042942e7d on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:02.207729 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-254121ac-ae2b-4f9c-8924-842480981d58 req-73b11ecf-c15b-423f-91d4-6a51caae29bc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Unset dirty status for tenant:b16e39bda1344f5491a02a0042942e7d on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:02.209337 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-254121ac-ae2b-4f9c-8924-842480981d58 req-73b11ecf-c15b-423f-91d4-6a51caae29bc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=eddf638f-1b7d-4e53-8eb8-8b552aa9c037 HTTP/1.1" status: 200 len: 210 time: 0.0953352 Jun 28 11:21:02.253744 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:02.571761 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:02.575887 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e05010e-2f70-4450-9efc-b35ad98828f6 None None] The sync data for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb is: [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:02.843728 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86dfda-0c16-4b78-a75c-839b1e1ca496 None None] New status for floating IP 3e425d52-6559-46ac-8e5d-57c66c83a5ce: DOWN {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:03.088559 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:03.123841 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:03.124191 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device e8e4d2ff-921c-471a-9ce4-909ce6f2d6bb not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:03.347210 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57430) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:03.419072 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1285f3a4-23a5-45a8-ab69-3ded76aa6acc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.450703 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1285f3a4-23a5-45a8-ab69-3ded76aa6acc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.503207 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1285f3a4-23a5-45a8-ab69-3ded76aa6acc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.522506 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285f3a4-23a5-45a8-ab69-3ded76aa6acc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33143923-b2a7-4ca2-86c1-3d0861a8f2cc,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:03.534050 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1285f3a4-23a5-45a8-ab69-3ded76aa6acc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.538036 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-1285f3a4-23a5-45a8-ab69-3ded76aa6acc tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "DELETE /v2.0/security-groups/33143923-b2a7-4ca2-86c1-3d0861a8f2cc HTTP/1.1" status: 204 len: 168 time: 0.1864583 Jun 28 11:21:03.538160 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57434) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:03.554673 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.api.v2.resource [None req-f4207322-3a9e-4644-9f6b-f4d794d0e25b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] show failed (client error): The resource could not be found. Jun 28 11:21:03.555662 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-f4207322-3a9e-4644-9f6b-f4d794d0e25b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups/33143923-b2a7-4ca2-86c1-3d0861a8f2cc HTTP/1.1" status: 404 len: 347 time: 0.0165308 Jun 28 11:21:03.558771 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57438) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:03.716835 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Deleting port 64f05f69-d28c-471c-bc64-a214755ec15e {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:03.717047 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.894420 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.894740 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.025284 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Calling delete_port for 64f05f69-d28c-471c-bc64-a214755ec15e owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:04.296568 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.301430 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6049c-efd0-4217-a9f8-ce901b7a0724 req-68467ecb-cb1d-4094-8954-dddd242e0e7f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:04.302913 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-54f6049c-efd0-4217-a9f8-ce901b7a0724 req-68467ecb-cb1d-4094-8954-dddd242e0e7f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 947 time: 0.0875444 Jun 28 11:21:04.343488 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event deleted for resources: {'Port': ['ID=64f05f69-d28c-471c-bc64-a214755ec15e,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:04.350881 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-54f6049c-efd0-4217-a9f8-ce901b7a0724 req-87e3db19-523e-452c-bca8-6c88e4aa652b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413308 Jun 28 11:21:04.388552 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.388894 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.389245 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.389531 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.389882 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.390174 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.390486 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.390801 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.391114 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.391424 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.391734 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.392044 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:04.455527 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.480514 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.481678 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-6620fd18-9add-461e-8977-4f2d7cee3bd8 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "DELETE /v2.0/floatingips/3e425d52-6559-46ac-8e5d-57c66c83a5ce HTTP/1.1" status: 204 len: 168 time: 0.9219563 Jun 28 11:21:04.571180 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57452) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:04.577754 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99939772', 'description': 'tempest-description--255891587'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:04.584402 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:04.588775 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:security_group and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:04.591721 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:04.598025 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:04.611810 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.632226 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:04.636420 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:security_group_rule and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:04.639238 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:04.644908 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:04.719311 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.725091 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.768427 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4961c0-8776-42a4-8235-c4e5fa1443bd,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:04.773260 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.774451 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-5a03c047-54b9-4fba-9b74-f8480f4d45d1 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2016137 Jun 28 11:21:04.777734 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57458) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:04.782696 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'security_group_rule': {'security_group_id': 'bd4961c0-8776-42a4-8235-c4e5fa1443bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:04.788537 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:04.792401 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:security_group_rule and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:04.795269 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:04.801077 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:04.821014 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.880830 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.886599 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.916861 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa8345f-c2d6-4460-b39f-183df393c132,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:04.928668 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.929937 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-aac8c5b9-8954-4213-b798-5c1a40d29fe3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512280 Jun 28 11:21:04.933194 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57462) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:04.941444 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'security_group_rule': {'security_group_id': 'bd4961c0-8776-42a4-8235-c4e5fa1443bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:04.951962 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:04.960199 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:security_group_rule and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:04.963441 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:04.969566 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:04.995222 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.063228 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.069391 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.097069 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfbb692-7c24-4ef1-9d7d-acf8c28e3712,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:05.108188 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.109486 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-6b9410f6-e1e7-4e5f-bd2c-3f85a5038111 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1752567 Jun 28 11:21:05.113949 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57466) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:05.119281 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:05.125176 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:05.129151 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:floatingip and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:05.131985 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:05.137866 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:05.149651 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.290421 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.432861 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Allocated IP 172.28.1.250 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/2252c853-c27b-4ee4-8815-4c650caff5b7) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:05.592742 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.624166 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.640873 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed76596-2ef4-4644-816d-85b3c6a0597b req-f204220a-d300-4c07-a583-5b93a758373b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:05.642257 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bed76596-2ef4-4644-816d-85b3c6a0597b req-f204220a-d300-4c07-a583-5b93a758373b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 947 time: 0.1804864 Jun 28 11:21:05.691089 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bed76596-2ef4-4644-816d-85b3c6a0597b req-981e86f1-7d80-4813-9b17-c750cd87e3fe tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424762 Jun 28 11:21:05.692051 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:05.694966 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:05.698864 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:05.733420 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'Port': ['ID=2252c853-c27b-4ee4-8815-4c650caff5b7,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:05.783980 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.847598 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.993185 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-2e079d73-875e-4a20-9cdb-f5a55b823ebd tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:05.995020 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-2e079d73-875e-4a20-9cdb-f5a55b823ebd tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 947 time: 0.0887086 Jun 28 11:21:06.057404 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.063645 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.065567 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Deleting port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:06.065919 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.167535 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'Port': ['ID=2252c853-c27b-4ee4-8815-4c650caff5b7,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:06.183591 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.207057 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.208324 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a2441cf2-d708-46a1-919e-9369082fa565 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0934064 Jun 28 11:21:06.316256 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] For port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:06.316645 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.510172 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-2a564174-bcc2-476e-bcb6-c4ee31384818 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Synchronizing usage tracker for tenant:b16e39bda1344f5491a02a0042942e7d on resource:security_group {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:06.600430 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-2a564174-bcc2-476e-bcb6-c4ee31384818 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Unset dirty status for tenant:b16e39bda1344f5491a02a0042942e7d on resource:security_group {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:06.602368 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-2a564174-bcc2-476e-bcb6-c4ee31384818 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--99939772&fields=id&tenant_id=b16e39bda1344f5491a02a0042942e7d HTTP/1.1" status: 200 len: 267 time: 0.2093205 Jun 28 11:21:06.739464 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.740019 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.740141 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Floating IP 81b11741-3acc-41c9-a3cb-9bec5a09d9b0 disassociated. External IP: 172.28.1.190, port: 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35. Jun 28 11:21:06.740468 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Calling delete_port for 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:06.897993 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-87954ab0-b24e-441f-910c-1a4bd3259c25 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:06.899650 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-87954ab0-b24e-441f-910c-1a4bd3259c25 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 810 time: 0.2769074 Jun 28 11:21:06.959169 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-78d5d432-f1e8-417e-84d3-8924159eb1c3 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/quotas/b16e39bda1344f5491a02a0042942e7d HTTP/1.1" status: 200 len: 375 time: 0.0457785 Jun 28 11:21:07.060039 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.073299 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f26b45-d9a4-42a9-8147-bd491b899fa4 req-8cf2f9fe-f1fc-43bb-be71-82db87d4f078 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:07.074757 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-56f26b45-d9a4-42a9-8147-bd491b899fa4 req-8cf2f9fe-f1fc-43bb-be71-82db87d4f078 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 947 time: 0.2619247 Jun 28 11:21:07.153146 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event deleted for resources: {'Port': ['ID=2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:07.409081 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-56f26b45-d9a4-42a9-8147-bd491b899fa4 req-e2c4168e-6817-4dc2-a771-388d1ad99492 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3021960 Jun 28 11:21:07.419355 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-6723354c-7948-4917-8547-bb784b6b2b98 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4536748 Jun 28 11:21:07.566853 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:07.594101 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-b255df6e-3268-4b45-b763-42cc9f65ea91 service neutron] 10.222.0.15 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605005 Jun 28 11:21:07.877336 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:07.880328 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-e4ec8c6a-2b60-429d-bdb4-25f34d4b7bc7 service neutron] 10.222.0.15 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382843 Jun 28 11:21:07.890741 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] Sync routers for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:07.902529 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:07.903265 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:07.966871 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] No DVR routers for this DVR port 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:07.970230 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.972948 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-deleted', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:07.995236 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2c2e3759-3538-4c93-b4f8-61befea9587f req-975e19e2-8a8b-413f-966d-f3009df0e93a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "DELETE /v2.0/ports/2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 HTTP/1.1" status: 204 len: 173 time: 1.9949374 Jun 28 11:21:08.033514 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff0f531-4f02-458e-bb36-6853d43b6f82'] response: {'server_uuid': 'fcbfee2e-8f30-4862-aaa5-ac1a513b90fd', 'name': 'network-vif-deleted', 'tag': '2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35', 'status': 'completed', 'code': 200} Jun 28 11:21:08.107659 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:08.109116 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-544d9cff-b3a7-4765-8756-749d127b2bde req-550aa5d0-3ab5-4d82-85e8-779dd5c2b42d tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 210 time: 0.0707495 Jun 28 11:21:08.483268 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:08.487005 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] Checking router: 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:08.496095 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:08.496730 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:08.591293 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-b6c0d06f-9bca-4e11-8b67-5e5c222181bb req-5783f20a-0a6d-40d3-a173-830e1006f513 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Synchronizing usage tracker for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:08.611233 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-b6c0d06f-9bca-4e11-8b67-5e5c222181bb req-5783f20a-0a6d-40d3-a173-830e1006f513 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Unset dirty status for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:08.612610 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6c0d06f-9bca-4e11-8b67-5e5c222181bb req-5783f20a-0a6d-40d3-a173-830e1006f513 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=fcbfee2e-8f30-4862-aaa5-ac1a513b90fd HTTP/1.1" status: 200 len: 210 time: 0.0710866 Jun 28 11:21:08.695722 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:09.018784 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:09.022805 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12948f59-dcc6-448b-b7ec-4c17d347d33e None None] The sync data for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb is: [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:09.115818 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:09.186343 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:09.186686 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 2ebc2a43-22fe-4c5d-976a-ab7cf9e03e35 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:09.308745 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24505cdf-ef4f-4716-b77c-c19dd0134745 None None] New status for floating IP 81b11741-3acc-41c9-a3cb-9bec5a09d9b0: DOWN {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:09.320391 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-de54fd03-2cd5-4df1-bd43-5dd508f03db2 req-490cde5b-799e-40a6-9338-90068ed0ee5c tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 210 time: 0.0656934 Jun 28 11:21:09.332211 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-15fdd965-966d-48f1-938a-04f22bbba89b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:09.333984 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-15fdd965-966d-48f1-938a-04f22bbba89b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 810 time: 0.2254753 Jun 28 11:21:09.389297 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-03a75d25-7e09-42ff-a8be-18b8ed4338d2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b16e39bda1344f5491a02a0042942e7d HTTP/1.1" status: 200 len: 378 time: 0.0465841 Jun 28 11:21:09.401694 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'port': {'device_id': '565a6ebd-8e05-4135-a337-fd906490a00a', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'admin_state_up': True, 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'security_groups': ['bd4961c0-8776-42a4-8235-c4e5fa1443bd']}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:09.538422 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:09.542489 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Usage tracker for resource:port and tenant:b16e39bda1344f5491a02a0042942e7d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:09.545349 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:09.551014 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:09.562945 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Made reservation on behalf of b16e39bda1344f5491a02a0042942e7d for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:09.566410 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.734990 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Allocated IP 172.20.0.14 (6debd97d-413d-47e8-8227-82ddb25a54b2/c8c8ca91-d0f7-4915-9466-2c91418ac56b/b08b8271-d2be-4c30-b050-bb852ff8c255) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:09.763738 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57518) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:09.831867 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1bf17154-c28b-496a-9690-e7e04cce5fb4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.867369 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1bf17154-c28b-496a-9690-e7e04cce5fb4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.939079 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1bf17154-c28b-496a-9690-e7e04cce5fb4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.942172 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.959622 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Transition to ACTIVE for port object b08b8271-d2be-4c30-b050-bb852ff8c255 will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:09.970051 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf17154-c28b-496a-9690-e7e04cce5fb4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094107d4-0b3b-426a-b6c1-aac8aa2c9d3f,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:09.997640 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1bf17154-c28b-496a-9690-e7e04cce5fb4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.002273 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.003484 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-1bf17154-c28b-496a-9690-e7e04cce5fb4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "DELETE /v2.0/security-groups/094107d4-0b3b-426a-b6c1-aac8aa2c9d3f HTTP/1.1" status: 204 len: 168 time: 0.2379868 Jun 28 11:21:10.003879 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57526) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:10.079775 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.api.v2.resource [None req-db321508-a3ea-4583-b7e2-ea3002286398 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] show failed (client error): The resource could not be found. Jun 28 11:21:10.080712 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-db321508-a3ea-4583-b7e2-ea3002286398 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups/094107d4-0b3b-426a-b6c1-aac8aa2c9d3f HTTP/1.1" status: 404 len: 347 time: 0.0758843 Jun 28 11:21:10.082551 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:10.083885 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57530) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:10.086249 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:10.090123 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:10.247638 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event updated for resources: {'Port': ['ID=b08b8271-d2be-4c30-b050-bb852ff8c255,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:10.258559 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Deleting port 03200cb3-721a-4f23-913a-26c275136b49 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:10.259113 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.272590 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:10.273192 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.300445 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-5c3f050c-1292-49d5-9cf5-2d0b39a4cd70 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9015956 Jun 28 11:21:10.311233 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Request body: {'port': {'device_id': '565a6ebd-8e05-4135-a337-fd906490a00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:10.324284 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-caed2083-be48-439f-9b9c-04c712f6f0c8 None None] Provisioning for port b08b8271-d2be-4c30-b050-bb852ff8c255 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:10.329332 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-caed2083-be48-439f-9b9c-04c712f6f0c8 None None] Provisioning complete for port b08b8271-d2be-4c30-b050-bb852ff8c255 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:10.329934 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-caed2083-be48-439f-9b9c-04c712f6f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.409619 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-caed2083-be48-439f-9b9c-04c712f6f0c8 None None] Port b08b8271-d2be-4c30-b050-bb852ff8c255 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:10.456010 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.555077 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.555518 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.693394 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Calling delete_port for 03200cb3-721a-4f23-913a-26c275136b49 owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:10.729878 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564746-fe91-439d-8379-7ace807f6fde req-733039f5-af46-4ebd-a2eb-5774af19f119 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:10.730573 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-f6564746-fe91-439d-8379-7ace807f6fde req-733039f5-af46-4ebd-a2eb-5774af19f119 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Synchronizing usage tracker for tenant:b16e39bda1344f5491a02a0042942e7d on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:10.810630 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-f6564746-fe91-439d-8379-7ace807f6fde req-733039f5-af46-4ebd-a2eb-5774af19f119 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Unset dirty status for tenant:b16e39bda1344f5491a02a0042942e7d on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:10.812128 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f6564746-fe91-439d-8379-7ace807f6fde req-733039f5-af46-4ebd-a2eb-5774af19f119 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 932 time: 0.3380930 Jun 28 11:21:10.842557 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.885021 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f6564746-fe91-439d-8379-7ace807f6fde req-fa9ca414-24c9-4d56-9ec4-df66d7fe3200 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599689 Jun 28 11:21:10.894630 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event deleted for resources: {'Port': ['ID=03200cb3-721a-4f23-913a-26c275136b49,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:10.963876 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08b8271-d2be-4c30-b050-bb852ff8c255 {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:10.971238 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.985456 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Transition to ACTIVE for port object b08b8271-d2be-4c30-b050-bb852ff8c255 will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:10.990929 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.006654 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.027079 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.028633 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-1f9ecb15-5554-42e2-ba86-848287d06327 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "DELETE /v2.0/floatingips/81b11741-3acc-41c9-a3cb-9bec5a09d9b0 HTTP/1.1" status: 204 len: 168 time: 0.9437261 Jun 28 11:21:11.133725 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57540) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:11.140713 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1927337324', 'description': 'tempest-description--1751063200'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:11.148303 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:11.156554 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:security_group and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:11.160654 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:11.169010 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:11.192844 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.197907 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Pushing event updated for resources: {'Port': ['ID=b08b8271-d2be-4c30-b050-bb852ff8c255,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:11.223578 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:11.230049 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:security_group_rule and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:11.234272 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:11.241727 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:11.257884 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Attempting to bind port b08b8271-d2be-4c30-b050-bb852ff8c255 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:11.258595 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Attempting to bind port b08b8271-d2be-4c30-b050-bb852ff8c255 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:11.259136 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Attempting to bind port b08b8271-d2be-4c30-b050-bb852ff8c255 on network 6debd97d-413d-47e8-8227-82ddb25a54b2 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:11.264436 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Port b08b8271-d2be-4c30-b050-bb852ff8c255 on network 6debd97d-413d-47e8-8227-82ddb25a54b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:21:11.265108 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Attempting to bind port b08b8271-d2be-4c30-b050-bb852ff8c255 on network 6debd97d-413d-47e8-8227-82ddb25a54b2 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:11.271193 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:11.271530 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Checking segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:11.272011 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Bound using segment: {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:11.272325 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Bound port: b08b8271-d2be-4c30-b050-bb852ff8c255, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79128fa4-7737-453d-970f-0188ecd32ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:11.272701 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.339790 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.346830 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.364071 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] For port b08b8271-d2be-4c30-b050-bb852ff8c255, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:11.367391 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] For port b08b8271-d2be-4c30-b050-bb852ff8c255, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b08b8271-d2be-4c30-b050-bb852ff8c255,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:11.373865 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.398096 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f649a2a3-c653-48dc-a935-b209e8652d9e,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:11.411696 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.416797 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-c72da17d-5520-4eba-a02e-9a7399ac696b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2808933 Jun 28 11:21:11.417393 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57548) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:11.422687 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'security_group_rule': {'security_group_id': 'f649a2a3-c653-48dc-a935-b209e8652d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:11.428837 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:11.433732 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:security_group_rule and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:11.437256 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:11.441229 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.441844 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.443243 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] 10.222.0.46 "PUT /v2.0/ports/b08b8271-d2be-4c30-b050-bb852ff8c255 HTTP/1.1" status: 200 len: 1094 time: 1.1367600 Jun 28 11:21:11.443680 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565a6ebd-8e05-4135-a337-fd906490a00a', 'tag': 'b08b8271-d2be-4c30-b050-bb852ff8c255'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:11.443778 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:11.465424 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd38c0-d88c-49b0-9382-24f45c540c27 service neutron] Pushing event updated for resources: {'Port': ['ID=b08b8271-d2be-4c30-b050-bb852ff8c255,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:11.486279 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.543073 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1cecba4-643f-496b-90b2-8714fbfcfeaa'] response: {'name': 'network-changed', 'server_uuid': '565a6ebd-8e05-4135-a337-fd906490a00a', 'tag': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'status': 'completed', 'code': 200} Jun 28 11:21:11.563733 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.570183 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.589857 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baac38e9-6b87-4d1d-9ea6-1a514c899f62,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:11.603316 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-91241bd9-9b36-461d-ab02-32a6d0f719c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.605161 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-91241bd9-9b36-461d-ab02-32a6d0f719c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 1097 time: 0.1099427 Jun 28 11:21:11.617931 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.619819 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-594082ae-5d4f-441a-8aeb-34ca4abc9704 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2012639 Jun 28 11:21:11.622457 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57554) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:11.629144 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'security_group_rule': {'security_group_id': 'f649a2a3-c653-48dc-a935-b209e8652d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:11.636959 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:11.642012 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:security_group_rule and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:11.645529 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:11.653292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:11.678305 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.687891 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-2aa6e589-db63-4ca6-90a4-fe87c5ee9cc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b08b8271-d2be-4c30-b050-bb852ff8c255 HTTP/1.1" status: 200 len: 217 time: 0.0740979 Jun 28 11:21:11.753836 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.759893 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.767878 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-ef280e26-156c-44f0-8352-7189de4f49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.769649 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-ef280e26-156c-44f0-8352-7189de4f49ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 200 len: 849 time: 0.0742493 Jun 28 11:21:11.792344 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f10cd7-d327-4f93-adc9-5ebbf754304e,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:11.800013 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.801494 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-e3f02f83-1cf4-4562-9d90-a931da75d747 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779759 Jun 28 11:21:11.804644 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57560) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:11.810259 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:11.816555 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:11.820767 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:floatingip and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:11.823984 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:11.830662 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:11.843042 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.919609 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc9542-8722-419f-83fb-bec97f2e12dc req-97a961cd-3f83-4b60-a527-82694090833b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.921116 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f0cc9542-8722-419f-83fb-bec97f2e12dc req-97a961cd-3f83-4b60-a527-82694090833b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1505690 Jun 28 11:21:11.927474 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-4d10e7a2-6671-484d-b62a-a73e8c76664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.928913 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-4d10e7a2-6671-484d-b62a-a73e8c76664a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6debd97d-413d-47e8-8227-82ddb25a54b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1204629 Jun 28 11:21:11.992428 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.093488 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f0cc9542-8722-419f-83fb-bec97f2e12dc req-aeb54f3f-0135-43ab-8fbc-c7091f97fcce tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636088 Jun 28 11:21:12.145136 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Allocated IP 172.28.1.30 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/b0b51ab8-f606-46fc-9983-ed70d005d30d) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:12.255441 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-ef8e2d53-5a47-4c8a-97be-3bc841232dcb service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107541 Jun 28 11:21:12.286619 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb1e47-b7c1-4f30-b297-f3293a73f8a0 req-7ad484a8-86f1-4675-b476-4eea8b47be61 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:12.287991 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-32bb1e47-b7c1-4f30-b297-f3293a73f8a0 req-7ad484a8-86f1-4675-b476-4eea8b47be61 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 944 time: 0.2620046 Jun 28 11:21:12.297688 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.328293 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.392031 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:12.394873 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:12.398662 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-32bb1e47-b7c1-4f30-b297-f3293a73f8a0 req-6b088692-c832-469a-8401-d8c201ad7f58 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040039 Jun 28 11:21:12.398837 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:12.433107 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'Port': ['ID=b0b51ab8-f606-46fc-9983-ed70d005d30d,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:12.433652 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8f207fa5-47fc-400a-abf2-34b0f946ce95 req-43151b70-f20e-47be-98e3-161821d5f823 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710820 Jun 28 11:21:12.487405 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.550975 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.569250 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-ec4737e8-828f-48ef-81a6-fa0e9ed629a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:12.570739 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-ec4737e8-828f-48ef-81a6-fa0e9ed629a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 1097 time: 0.0780098 Jun 28 11:21:12.702873 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-f6fd901a-2780-41bf-8c92-e227b5aa5c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:12.704328 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-f6fd901a-2780-41bf-8c92-e227b5aa5c04 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 911 time: 0.1261046 Jun 28 11:21:12.758553 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.764957 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.776867 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-af4faad2-6851-4c08-a202-391eee601e2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b08b8271-d2be-4c30-b050-bb852ff8c255 HTTP/1.1" status: 200 len: 217 time: 0.0645490 Jun 28 11:21:12.844767 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-4d3bc9ad-3b3b-43ba-b29f-b7380cef922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:12.846114 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-4d3bc9ad-3b3b-43ba-b29f-b7380cef922b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 200 len: 849 time: 0.0614579 Jun 28 11:21:12.876034 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'Port': ['ID=b0b51ab8-f606-46fc-9983-ed70d005d30d,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:12.892287 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.918478 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.919706 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-3f2b0e45-6c58-4bf8-8a86-3637e483e51a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1141574 Jun 28 11:21:12.938402 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-21bbd04a-1ea3-4e18-9113-0b0a2fe979aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:12.939903 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-21bbd04a-1ea3-4e18-9113-0b0a2fe979aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6debd97d-413d-47e8-8227-82ddb25a54b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787420 Jun 28 11:21:13.078795 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-cdc3ab98-d2c7-40c9-a2cf-9f8e5f09c627 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306515 Jun 28 11:21:13.210599 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-5cf36076-29c7-4ffe-922c-866ddb1de697 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1927337324&fields=id&tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4 HTTP/1.1" status: 200 len: 267 time: 0.1064334 Jun 28 11:21:13.376362 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-700c381a-d77e-4252-b5a1-8091bfd86f18 req-1298f7e4-274c-444c-a157-00ecee588b86 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902701 Jun 28 11:21:13.442143 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-5e3058b8-bb3d-4c52-b22a-1aa2a67632ee tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:13.443557 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-5e3058b8-bb3d-4c52-b22a-1aa2a67632ee tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 817 time: 0.1929061 Jun 28 11:21:13.453600 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce90a0f-1443-43d2-9d86-32a29a78ce25 req-284d06c5-1d37-4268-a87c-bad7eed520e1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:13.454954 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3ce90a0f-1443-43d2-9d86-32a29a78ce25 req-284d06c5-1d37-4268-a87c-bad7eed520e1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.2500329 Jun 28 11:21:13.478096 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-cdd87ba7-fb94-452a-b493-c07ae7f9429b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/quotas/f32c9c5b808b41ed99ab4ea837fe4cf4 HTTP/1.1" status: 200 len: 375 time: 0.0222127 Jun 28 11:21:13.550695 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3ce90a0f-1443-43d2-9d86-32a29a78ce25 req-0edf5f35-f1a8-4285-a1cd-970883a6b00e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886509 Jun 28 11:21:13.587000 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-5869d2f4-4523-492e-bc94-dbbe0dafcff3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033721 Jun 28 11:21:13.777527 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-aeaeaeae-4bec-4a89-9d34-c02e3a5beb28 service neutron] 10.222.0.15 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779699 Jun 28 11:21:13.964855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2eeec-d3a4-401e-81ec-bbbdd76025fd req-a91d3a0b-3c07-4bbf-8afc-1e1e51059b1b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:13.966310 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-58d2eeec-d3a4-401e-81ec-bbbdd76025fd req-a91d3a0b-3c07-4bbf-8afc-1e1e51059b1b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 944 time: 0.3029823 Jun 28 11:21:14.040923 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-58d2eeec-d3a4-401e-81ec-bbbdd76025fd req-492b974e-aa04-404d-aabd-3f2fde646664 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671337 Jun 28 11:21:14.059683 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-e365f41e-0af5-47ae-b785-255894702ace service neutron] 10.222.0.15 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757726 Jun 28 11:21:14.283268 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-99b9a83f-bc5e-4c48-9917-38476e9dc32b req-48c7cd41-f98a-4577-8dc5-d16a0c2c7b28 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 210 time: 0.0591974 Jun 28 11:21:14.776442 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe21fec-4a15-4eff-9d9d-88c438a03f68 req-778da24f-4f4d-4b9c-b48e-ab438aa44865 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:14.778133 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fe21fec-4a15-4eff-9d9d-88c438a03f68 req-778da24f-4f4d-4b9c-b48e-ab438aa44865 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1036642 Jun 28 11:21:14.831011 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1fe21fec-4a15-4eff-9d9d-88c438a03f68 req-3c757d69-2431-4c3f-8d8c-8f1340680d1f tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470910 Jun 28 11:21:15.151483 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device b08b8271-d2be-4c30-b050-bb852ff8c255 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:21:15.248878 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1e9cf-415c-49bf-9d9c-34ffd97baf5b req-ed567f16-0fa5-4d7b-a1a4-f8b2d2fc312b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:15.252996 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-74b1e9cf-415c-49bf-9d9c-34ffd97baf5b req-ed567f16-0fa5-4d7b-a1a4-f8b2d2fc312b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 944 time: 0.1000252 Jun 28 11:21:15.289292 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port b08b8271-d2be-4c30-b050-bb852ff8c255, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b08b8271-d2be-4c30-b050-bb852ff8c255,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:15.295521 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-74b1e9cf-415c-49bf-9d9c-34ffd97baf5b req-1557898d-2112-4c97-bd55-0c58bffcd88b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394163 Jun 28 11:21:15.303041 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'port_id': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'mac_address': 'fa:16:3e:80:bf:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:21:15.378168 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port b08b8271-d2be-4c30-b050-bb852ff8c255 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:15.378883 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.415287 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08b8271-d2be-4c30-b050-bb852ff8c255 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:15.441701 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port b08b8271-d2be-4c30-b050-bb852ff8c255, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b08b8271-d2be-4c30-b050-bb852ff8c255,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:15.449347 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.485737 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4d644fb4-37f2-4121-bf47-d19b2f90a33b req-c20d31ba-f7aa-4379-a6d6-3519a8d5b40b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 210 time: 0.0605836 Jun 28 11:21:15.510088 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-1a17535b-15f3-4669-a812-2725beca0a0c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:15.512004 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-1a17535b-15f3-4669-a812-2725beca0a0c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.1969156 Jun 28 11:21:15.530179 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=b08b8271-d2be-4c30-b050-bb852ff8c255,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:15.538879 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.539379 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.539801 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.540508 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.540947 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.541406 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.541819 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.542309 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.542718 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.543126 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.543558 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.543963 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:15.589702 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Deleting port b8a9362e-ae86-4a23-b10a-54e0df5f216d {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:15.589926 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.595742 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-b9f5e1ed-91b1-4c7f-a575-6821d99aca02 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:15.596435 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-b9f5e1ed-91b1-4c7f-a575-6821d99aca02 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Synchronizing usage tracker for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:network {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:15.616556 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-b9f5e1ed-91b1-4c7f-a575-6821d99aca02 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Unset dirty status for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:network {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:15.617755 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-b9f5e1ed-91b1-4c7f-a575-6821d99aca02 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 817 time: 0.2887900 Jun 28 11:21:15.666119 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-e741ef2f-5f01-4f43-b3ba-eaec75df8e01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Synchronizing usage tracker for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:security_group {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:15.681959 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-e741ef2f-5f01-4f43-b3ba-eaec75df8e01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Unset dirty status for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:security_group {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:15.683137 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-e741ef2f-5f01-4f43-b3ba-eaec75df8e01 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4 HTTP/1.1" status: 200 len: 380 time: 0.0570571 Jun 28 11:21:15.691861 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'port': {'device_id': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'admin_state_up': True, 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'security_groups': ['f649a2a3-c653-48dc-a935-b209e8652d9e']}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:15.712424 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['b08b8271-d2be-4c30-b050-bb852ff8c255'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:15.833570 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:15.838070 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Usage tracker for resource:port and tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:15.841177 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:15.846685 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] For port b8a9362e-ae86-4a23-b10a-54e0df5f216d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b8a9362e-ae86-4a23-b10a-54e0df5f216d,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:15.847340 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.847469 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:15.860859 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Made reservation on behalf of f32c9c5b808b41ed99ab4ea837fe4cf4 for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:15.865572 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.040155 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Allocated IP 172.20.0.12 (2f7f84fa-cb69-41c2-8c36-3055118742f0/ec653023-7394-4d1f-9552-dfde6561bcc0/79e89735-753f-4ba9-b46d-65d4f4db8ce3) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:16.218920 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b06a3f-096f-4b55-9ef8-2be47aeba733 req-acb52a25-66f6-469b-86fb-1598b86f61d1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.220289 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a1b06a3f-096f-4b55-9ef8-2be47aeba733 req-acb52a25-66f6-469b-86fb-1598b86f61d1 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 946 time: 0.2537334 Jun 28 11:21:16.232360 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.241325 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.241692 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.242001 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Floating IP 0a7c02dd-12d0-43a5-aa32-a1bd237dc569 disassociated. External IP: 172.28.1.28, port: b8a9362e-ae86-4a23-b10a-54e0df5f216d. Jun 28 11:21:16.242332 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Calling delete_port for b8a9362e-ae86-4a23-b10a-54e0df5f216d owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:16.249135 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Transition to ACTIVE for port object 79e89735-753f-4ba9-b46d-65d4f4db8ce3 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:16.276103 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.324065 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a1b06a3f-096f-4b55-9ef8-2be47aeba733 req-3a8895dc-ee1f-466a-b01f-ceb7815ffb60 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=6facb026-870e-4e1c-ad09-b781f8fd6460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966201 Jun 28 11:21:16.354062 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:16.354062 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:16.356675 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:16.404569 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.439197 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.439728 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.439929 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.470586 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-ef9eb08f-61cb-4e05-8c22-33946df9e174 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7822323 Jun 28 11:21:16.482778 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Request body: {'port': {'device_id': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:16.549010 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event deleted for resources: {'Port': ['ID=b8a9362e-ae86-4a23-b10a-54e0df5f216d,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.609399 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.633542 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c76e689-c659-4232-90f7-638d4d7d84f3 None None] Provisioning for port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:16.641415 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c76e689-c659-4232-90f7-638d4d7d84f3 None None] Provisioning complete for port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:16.642232 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c76e689-c659-4232-90f7-638d4d7d84f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.699795 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c76e689-c659-4232-90f7-638d4d7d84f3 None None] Port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:16.917420 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bd30b-7573-4e4e-ae45-ac83c57a4bbb req-ddb0b911-3c9d-45ab-a843-15363399ca7a tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.918917 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-446bd30b-7573-4e4e-ae45-ac83c57a4bbb req-ddb0b911-3c9d-45ab-a843-15363399ca7a tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 945 time: 0.4328511 Jun 28 11:21:16.956192 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8217a-3bee-4c6b-9d15-e09929e5f0b0 req-36169c05-8a04-45cd-8d7c-fb1e9fb128e4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.957421 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dde8217a-3bee-4c6b-9d15-e09929e5f0b0 req-36169c05-8a04-45cd-8d7c-fb1e9fb128e4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 932 time: 0.2436695 Jun 28 11:21:16.961328 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Router 225ae65d-be48-4e16-875b-4b10f1fde25e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:17.003263 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e89735-753f-4ba9-b46d-65d4f4db8ce3 {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:17.008093 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-446bd30b-7573-4e4e-ae45-ac83c57a4bbb req-c839e8e0-0e66-4ab1-a85e-6f6e58b84ce6 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806231 Jun 28 11:21:17.011836 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.027237 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Transition to ACTIVE for port object 79e89735-753f-4ba9-b46d-65d4f4db8ce3 will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:17.042437 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.156763 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dde8217a-3bee-4c6b-9d15-e09929e5f0b0 req-03c53707-fe02-4d25-8ab3-043678540ef7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912115 Jun 28 11:21:17.163796 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device b08b8271-d2be-4c30-b050-bb852ff8c255 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:17.201517 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:17.223448 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:17.233234 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a40b27-b244-4386-90f8-472341388c6c None None] Sync routers for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:17.244781 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a40b27-b244-4386-90f8-472341388c6c None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:17.245477 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-47a40b27-b244-4386-90f8-472341388c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:17.292273 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port b08b8271-d2be-4c30-b050-bb852ff8c255 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:17.298130 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port b08b8271-d2be-4c30-b050-bb852ff8c255 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:17.298571 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.321393 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] No DVR routers for this DVR port b8a9362e-ae86-4a23-b10a-54e0df5f216d on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:17.324162 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.327020 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'name': 'network-vif-deleted', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:17.340904 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ca2622ea-81d0-46ac-96df-13e1a00858fb req-3fee55d8-9ea5-440d-a78b-830ea322f0ae tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "DELETE /v2.0/ports/b8a9362e-ae86-4a23-b10a-54e0df5f216d HTTP/1.1" status: 204 len: 173 time: 1.8220031 Jun 28 11:21:17.389081 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0496ccb8-fe70-459e-8f0f-576cd84de8bd'] response: {'server_uuid': '3abf96d4-e192-4777-8d3d-33284419e122', 'name': 'network-vif-deleted', 'tag': 'b8a9362e-ae86-4a23-b10a-54e0df5f216d', 'status': 'completed', 'code': 200} Jun 28 11:21:17.420449 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Attempting to bind port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:17.420714 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Attempting to bind port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:17.421230 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Attempting to bind port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 on network 2f7f84fa-cb69-41c2-8c36-3055118742f0 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:17.426234 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 on network 2f7f84fa-cb69-41c2-8c36-3055118742f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:21:17.427169 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Attempting to bind port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 on network 2f7f84fa-cb69-41c2-8c36-3055118742f0 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:17.435203 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:17.435847 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Checking segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:17.436588 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Bound using segment: {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:17.437634 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Bound port: 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d2b15f-273d-4000-9674-e2a9392daab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:17.438170 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.472572 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-47a40b27-b244-4386-90f8-472341388c6c None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:17.542620 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port b08b8271-d2be-4c30-b050-bb852ff8c255 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:17.542851 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.567849 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:17.571752 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:17.577174 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-67f40538-da62-4049-91e3-0593f44c82af req-a0046443-fb1b-4f07-8cc8-e8412238de0b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Synchronizing usage tracker for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:17.579808 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.581275 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565a6ebd-8e05-4135-a337-fd906490a00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b8271-d2be-4c30-b050-bb852ff8c255'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:17.594898 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port b08b8271-d2be-4c30-b050-bb852ff8c255, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b08b8271-d2be-4c30-b050-bb852ff8c255,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:17.599531 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-67f40538-da62-4049-91e3-0593f44c82af req-a0046443-fb1b-4f07-8cc8-e8412238de0b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Unset dirty status for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:17.602191 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-67f40538-da62-4049-91e3-0593f44c82af req-a0046443-fb1b-4f07-8cc8-e8412238de0b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=3abf96d4-e192-4777-8d3d-33284419e122 HTTP/1.1" status: 200 len: 210 time: 0.1265025 Jun 28 11:21:17.602612 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.654469 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:17.655691 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.656838 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] 10.222.0.46 "PUT /v2.0/ports/79e89735-753f-4ba9-b46d-65d4f4db8ce3 HTTP/1.1" status: 200 len: 1094 time: 1.1791546 Jun 28 11:21:17.657577 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:17.679396 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29df6a-d870-4f6a-9031-00d165cc0565 service neutron] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:17.679927 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9bfa1c7-25d9-43dd-9a5c-3bd4ab07504d'] response: {'server_uuid': '565a6ebd-8e05-4135-a337-fd906490a00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'code': 200} Jun 28 11:21:17.714025 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=b08b8271-d2be-4c30-b050-bb852ff8c255,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:17.792229 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbeacb40-fc3e-45c5-ac8c-f80e3cef2048'] response: {'name': 'network-changed', 'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'status': 'completed', 'code': 200} Jun 28 11:21:17.836521 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-15cc2eaa-52da-4f1a-98bf-2fd21f4644c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:17.838496 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-15cc2eaa-52da-4f1a-98bf-2fd21f4644c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 1097 time: 0.1030793 Jun 28 11:21:17.921586 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-321e9ae6-c8b3-479d-8b94-478336e7c544 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3 HTTP/1.1" status: 200 len: 217 time: 0.0764518 Jun 28 11:21:17.956859 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-47a40b27-b244-4386-90f8-472341388c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:17.965403 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a40b27-b244-4386-90f8-472341388c6c None None] Checking router: 225ae65d-be48-4e16-875b-4b10f1fde25e for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:17.975841 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a40b27-b244-4386-90f8-472341388c6c None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:17.976805 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-47a40b27-b244-4386-90f8-472341388c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:18.000897 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bb319-4e5a-42d8-a81e-fa470221230a req-72f144bc-5470-479d-9d76-c2b4779b9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:18.002457 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ff1bb319-4e5a-42d8-a81e-fa470221230a req-72f144bc-5470-479d-9d76-c2b4779b9f0c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 1099 time: 0.1081789 Jun 28 11:21:18.080464 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ff1bb319-4e5a-42d8-a81e-fa470221230a req-fca338c3-4122-4388-832e-fc9c1a0fd805 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714977 Jun 28 11:21:18.119618 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-51f59f8b-5469-4525-8bde-95f17a24be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:18.121229 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-51f59f8b-5469-4525-8bde-95f17a24be6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.1917596 Jun 28 11:21:18.221737 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-47a40b27-b244-4386-90f8-472341388c6c None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:18.240352 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8524f-643d-4fdd-bcd7-8cd3932ea2a3 req-0adaa52c-397e-4eb9-985c-ebfafced0206 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:18.241842 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d1a8524f-643d-4fdd-bcd7-8cd3932ea2a3 req-0adaa52c-397e-4eb9-985c-ebfafced0206 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 946 time: 0.0980031 Jun 28 11:21:18.293096 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d1a8524f-643d-4fdd-bcd7-8cd3932ea2a3 req-09c636df-90d5-4c79-9a7a-0eddb318c768 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450001 Jun 28 11:21:18.376145 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-e9b833ff-8d60-4875-bf5d-378a05a4fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:18.378257 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-e9b833ff-8d60-4875-bf5d-378a05a4fb4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806668 Jun 28 11:21:18.381505 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7314d99-340d-4a08-8a68-dea57fcd95c4 req-5c0e0123-c4d2-4459-8d5e-4321ad4e6190 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:18.383005 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a7314d99-340d-4a08-8a68-dea57fcd95c4 req-5c0e0123-c4d2-4459-8d5e-4321ad4e6190 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.0888660 Jun 28 11:21:18.431182 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a7314d99-340d-4a08-8a68-dea57fcd95c4 req-669171d5-4d23-4604-b619-2c0ecc425c40 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413806 Jun 28 11:21:18.449773 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:21:18.514801 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-3bf4eaa1-315a-4b25-a094-640e1ddedcfd service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290534 Jun 28 11:21:18.548178 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-47a40b27-b244-4386-90f8-472341388c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:18.552439 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a40b27-b244-4386-90f8-472341388c6c None None] The sync data for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb is: [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:16:42Z', 'revision_number': 4, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'eec0af84-57f6-4413-a0e1-89b6a91952ab', 'name': '', 'network_id': 'e36fabff-bed3-4f94-a2f4-3580b98359fe', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'mac_address': 'fa:16:3e:80:29:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'subnets': [{'id': '71f40d9e-4000-4ead-8ea1-695b45be6240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:18.652684 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b6eab274-4ba6-49f2-9fff-185ab61ea1db req-6fff6292-eb4c-430e-b952-c3eb120fbabe service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301224 Jun 28 11:21:18.740465 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57624) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:18.779802 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d39278c-c329-41ce-b2ab-c7ef2d4e4924 None None] New status for floating IP 0a7c02dd-12d0-43a5-aa32-a1bd237dc569: DOWN {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:18.829978 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-efefa747-3ce1-41c8-bc52-cd2c31ff0c48 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.842286 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-26903855-a707-49a4-8623-304e53364f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:18.843839 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-26903855-a707-49a4-8623-304e53364f10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 1097 time: 0.1450162 Jun 28 11:21:18.886504 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-efefa747-3ce1-41c8-bc52-cd2c31ff0c48 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.022943 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-23f87237-21bb-4390-9e8b-193fe08fc680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:19.024718 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-23f87237-21bb-4390-9e8b-193fe08fc680 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.1677845 Jun 28 11:21:19.025676 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-efefa747-3ce1-41c8-bc52-cd2c31ff0c48 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.103291 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefa747-3ce1-41c8-bc52-cd2c31ff0c48 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6facb026-870e-4e1c-ad09-b781f8fd6460,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:19.106263 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-4c6fb2e4-726e-4d6a-8c88-0b397421888d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3 HTTP/1.1" status: 200 len: 217 time: 0.0686836 Jun 28 11:21:19.112702 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-efefa747-3ce1-41c8-bc52-cd2c31ff0c48 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.113863 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-efefa747-3ce1-41c8-bc52-cd2c31ff0c48 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "DELETE /v2.0/security-groups/6facb026-870e-4e1c-ad09-b781f8fd6460 HTTP/1.1" status: 204 len: 168 time: 0.3724141 Jun 28 11:21:19.116634 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57628) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:19.135323 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.api.v2.resource [None req-0293abe8-e5b8-455d-b2dc-929a2576454a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] show failed (client error): The resource could not be found. Jun 28 11:21:19.136687 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0293abe8-e5b8-455d-b2dc-929a2576454a tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups/6facb026-870e-4e1c-ad09-b781f8fd6460 HTTP/1.1" status: 404 len: 347 time: 0.0183718 Jun 28 11:21:19.139437 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57632) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:19.177111 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-e6e5ec4f-78ba-426d-a6c0-9d2991995c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:19.178665 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-e6e5ec4f-78ba-426d-a6c0-9d2991995c47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.0636170 Jun 28 11:21:19.187548 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device b8a9362e-ae86-4a23-b10a-54e0df5f216d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:19.234416 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: b8a9362e-ae86-4a23-b10a-54e0df5f216d {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:19.235113 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device b8a9362e-ae86-4a23-b10a-54e0df5f216d not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:19.247873 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.306493 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-290e74a7-ae42-42c8-94db-ec6a94f4a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:19.308249 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-290e74a7-ae42-42c8-94db-ec6a94f4a3e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1163731 Jun 28 11:21:19.321128 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Deleting port d2f00558-110d-4e57-88ab-4852816f07f5 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:19.321522 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.465030 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-3423ffb9-cb0a-42f2-84f7-1fe199126455 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488757 Jun 28 11:21:19.591305 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.592117 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.602509 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-ae0ceb68-2268-40f2-b49c-002956e002b4 req-e5c7d3b7-58c1-4f42-aaa1-b14d048d144f service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251717 Jun 28 11:21:19.766586 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355e48a-9683-448d-a3c8-fcf7bf620b70 req-480e1c56-b6a6-4ff6-8dbe-6c97a5868a84 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:19.768021 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5355e48a-9683-448d-a3c8-fcf7bf620b70 req-480e1c56-b6a6-4ff6-8dbe-6c97a5868a84 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 946 time: 0.3310628 Jun 28 11:21:19.833883 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Calling delete_port for d2f00558-110d-4e57-88ab-4852816f07f5 owned by network:floatingip {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:19.939313 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5355e48a-9683-448d-a3c8-fcf7bf620b70 req-53c25634-5f55-4fb2-a205-423dd882fbd7 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121540 Jun 28 11:21:19.964624 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e318-73fc-470b-9f4a-2df8a66556ed req-86e10168-ce61-486c-b9e6-18c3a1361254 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:19.966094 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1bb9e318-73fc-470b-9f4a-2df8a66556ed req-86e10168-ce61-486c-b9e6-18c3a1361254 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.4139473 Jun 28 11:21:20.106065 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1bb9e318-73fc-470b-9f4a-2df8a66556ed req-cc821787-eeb9-4c8c-9d0b-680aacd81b54 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319861 Jun 28 11:21:20.119282 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.168889 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event deleted for resources: {'Port': ['ID=d2f00558-110d-4e57-88ab-4852816f07f5,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:20.267729 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956b4cf-63e4-4f74-90cf-ea0bd76be8c5 req-259a18c8-34d5-48a4-9cc4-c607dd021e89 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:20.269219 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e956b4cf-63e4-4f74-90cf-ea0bd76be8c5 req-259a18c8-34d5-48a4-9cc4-c607dd021e89 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 946 time: 0.2263489 Jun 28 11:21:20.278610 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57642) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:20.285112 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Request body: {'floatingip': {'port_id': 'b08b8271-d2be-4c30-b050-bb852ff8c255'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:20.361481 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks [] for floatingip, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.373139 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.480452 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.481846 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-35912a26-cbb6-4ce7-a9c7-8faf07da3b28 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "DELETE /v2.0/floatingips/0a7c02dd-12d0-43a5-aa32-a1bd237dc569 HTTP/1.1" status: 204 len: 168 time: 1.3411996 Jun 28 11:21:21.006507 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.011474 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.162352 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:21:21.300852 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:21.315037 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'port_id': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'mac_address': 'fa:16:3e:91:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:21:21.349818 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Floating IP 55736cc5-8310-4b68-b48a-37b0845969ce associated. External IP: 172.28.1.250, port: b08b8271-d2be-4c30-b050-bb852ff8c255. Jun 28 11:21:21.372678 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:21.373058 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.390064 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e89735-753f-4ba9-b46d-65d4f4db8ce3 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:21.407463 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:21.412777 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2fccd-b6fd-4587-81df-f7626ab81e68 req-0e771be9-f18a-4b25-9e62-a8ea134c397b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:21.414451 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-62e2fccd-b6fd-4587-81df-f7626ab81e68 req-0e771be9-f18a-4b25-9e62-a8ea134c397b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.1919651 Jun 28 11:21:21.415662 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.484162 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:21.534172 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-62e2fccd-b6fd-4587-81df-f7626ab81e68 req-8d85230f-eae6-49b7-ad35-70b2c98f08d2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645566 Jun 28 11:21:21.663562 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['79e89735-753f-4ba9-b46d-65d4f4db8ce3'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:21.758301 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Router 6fe2237a-9db7-45a7-9c2a-420b08720539 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:21.950925 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:21.955619 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.970718 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] Sync routers for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:21.982250 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:21.983616 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:22.013742 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-cbf74fad-1fcb-4f82-844e-d43ac737772b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "PUT /v2.0/floatingips/55736cc5-8310-4b68-b48a-37b0845969ce HTTP/1.1" status: 200 len: 992 time: 1.7341375 Jun 28 11:21:22.014639 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '565a6ebd-8e05-4135-a337-fd906490a00a', 'tag': 'b08b8271-d2be-4c30-b050-bb852ff8c255'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:22.060463 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8f322b-e4c1-4b86-91c6-455e05b1634c'] response: {'name': 'network-changed', 'server_uuid': '565a6ebd-8e05-4135-a337-fd906490a00a', 'tag': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'status': 'completed', 'code': 200} Jun 28 11:21:22.163202 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-99625481-5c52-4471-8e10-421ebe5b10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.164732 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-99625481-5c52-4471-8e10-421ebe5b10ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b16e39bda1344f5491a02a0042942e7d&device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 1099 time: 0.0807664 Jun 28 11:21:22.174796 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:22.218425 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ef44b4ba-f45f-4bb1-9ff9-463a7be5a08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:22.302037 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-ae3b5a59-4531-4ea8-adb1-4fee0cfd5496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.303642 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-ae3b5a59-4531-4ea8-adb1-4fee0cfd5496 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 200 len: 911 time: 0.1311038 Jun 28 11:21:22.514576 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-b1e64690-654d-4c72-bd9f-c5e91e73e848 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b08b8271-d2be-4c30-b050-bb852ff8c255 HTTP/1.1" status: 200 len: 1000 time: 0.2014468 Jun 28 11:21:22.534898 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '55736cc5-8310-4b68-b48a-37b0845969ce', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'port_id': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'mac_address': 'fa:16:3e:80:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a6ebd-8e05-4135-a337-fd906490a00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:05Z', 'updated_at': '2022-06-28T11:21:20Z', 'revision_number': 1, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:22.538762 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] Checking router: 6fe2237a-9db7-45a7-9c2a-420b08720539 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:22.547309 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:22.547898 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:20:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:22.592686 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-65372484-eca7-4f94-a216-c3e4508a1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.594211 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-65372484-eca7-4f94-a216-c3e4508a1bdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 200 len: 849 time: 0.0638037 Jun 28 11:21:22.679867 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-ec449007-2b36-43c6-bdd9-6e1ae518a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.681691 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-ec449007-2b36-43c6-bdd9-6e1ae518a6c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6debd97d-413d-47e8-8227-82ddb25a54b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804722 Jun 28 11:21:22.731372 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:22.743285 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba043ac6-f8c0-4d64-ba49-41caa70ac6cc req-99e48690-f2b1-4c87-a066-c228141b1653 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.745170 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ba043ac6-f8c0-4d64-ba49-41caa70ac6cc req-99e48690-f2b1-4c87-a066-c228141b1653 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 945 time: 0.0955539 Jun 28 11:21:22.790495 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ba043ac6-f8c0-4d64-ba49-41caa70ac6cc req-4a1ce549-3964-4a93-b8ed-00bb24845488 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Jun 28 11:21:22.826140 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-60cc64c1-63aa-459e-9e2e-0a0048961740 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363308 Jun 28 11:21:22.964944 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-56dd5360-a73e-41be-b1d4-3c65ea9c1f06 req-51d350c8-4d6b-49db-936e-0c33a32dd262 service neutron] 10.222.0.46 "GET /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314061 Jun 28 11:21:23.118662 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '55736cc5-8310-4b68-b48a-37b0845969ce', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'port_id': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'mac_address': 'fa:16:3e:80:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a6ebd-8e05-4135-a337-fd906490a00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:05Z', 'updated_at': '2022-06-28T11:21:20Z', 'revision_number': 1, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:23.122692 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308cce6-ea33-45d6-9f33-359a264ea0c7 None None] The sync data for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb is: [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '55736cc5-8310-4b68-b48a-37b0845969ce', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'floating_ip_address': '172.28.1.250', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'port_id': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'mac_address': 'fa:16:3e:80:bf:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '565a6ebd-8e05-4135-a337-fd906490a00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:05Z', 'updated_at': '2022-06-28T11:21:20Z', 'revision_number': 1, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:23.165710 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:23.235959 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:23.240555 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:23.240918 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.340011 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f66396-4fe9-4454-a9a3-e20c1216acb4 req-ad757150-ad36-479b-a468-5af8055ccd20 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:23.340764 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-10f66396-4fe9-4454-a9a3-e20c1216acb4 req-ad757150-ad36-479b-a468-5af8055ccd20 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Synchronizing usage tracker for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:23.351672 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c4d07-49bf-4147-bbfc-039ed15cb9fb None None] New status for floating IP 55736cc5-8310-4b68-b48a-37b0845969ce: ACTIVE {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:23.363713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-10f66396-4fe9-4454-a9a3-e20c1216acb4 req-ad757150-ad36-479b-a468-5af8055ccd20 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Unset dirty status for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:23.365050 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-10f66396-4fe9-4454-a9a3-e20c1216acb4 req-ad757150-ad36-479b-a468-5af8055ccd20 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1120834 Jun 28 11:21:23.413001 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-10f66396-4fe9-4454-a9a3-e20c1216acb4 req-38a4c70f-d38b-4d20-aab4-a3ca45854aa5 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412178 Jun 28 11:21:23.441275 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:23.441653 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.581742 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:23.603802 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:23.609429 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:23.645454 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb78a673-a839-444b-84e2-c0bd8abb835d'] response: {'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'code': 200} Jun 28 11:21:23.740911 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:23.870827 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f10cc-d04f-4b6b-979b-d7bc72200368 req-3ae9b2c5-394a-43bf-808e-53e2313d2239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:23.872467 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-dd0f10cc-d04f-4b6b-979b-d7bc72200368 req-3ae9b2c5-394a-43bf-808e-53e2313d2239 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 1099 time: 0.0793703 Jun 28 11:21:23.915363 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-dd0f10cc-d04f-4b6b-979b-d7bc72200368 req-fe630311-2601-4831-b3d8-482bcd5b4242 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357985 Jun 28 11:21:24.185871 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b16cfe-792e-4ad2-9830-112b59c47994 req-d6bc18fa-92c7-4573-b861-125e162776fe tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:24.187672 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e3b16cfe-792e-4ad2-9830-112b59c47994 req-d6bc18fa-92c7-4573-b861-125e162776fe tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.2812600 Jun 28 11:21:24.234186 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e3b16cfe-792e-4ad2-9830-112b59c47994 req-64c0e311-1268-459b-a667-3f2cffda001d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406651 Jun 28 11:21:24.291435 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-139fdabc-d421-402b-a32d-1a9dd6285b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:24.620188 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb1b9d-2fd8-4baa-94fd-8742d864225c req-cbe711cd-dded-4416-bc5a-effdfa9b235b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:24.621673 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-62eb1b9d-2fd8-4baa-94fd-8742d864225c req-cbe711cd-dded-4416-bc5a-effdfa9b235b tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1023552 Jun 28 11:21:24.665463 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-62eb1b9d-2fd8-4baa-94fd-8742d864225c req-74ac8770-8861-4c5a-a695-5823d0471166 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 Jun 28 11:21:25.452504 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785c6a5-2390-47f3-bf41-7e192b634195 req-bbf0608c-22a5-47fd-92dd-33390e848f78 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:25.454261 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b785c6a5-2390-47f3-bf41-7e192b634195 req-bbf0608c-22a5-47fd-92dd-33390e848f78 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1038668 Jun 28 11:21:25.502110 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b785c6a5-2390-47f3-bf41-7e192b634195 req-505ea2af-f890-40f7-8e67-1032a64223a6 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420084 Jun 28 11:21:25.575655 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.578191 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.699170 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247e11d-123c-4460-bcbc-9f4336464cb4 req-1ea7b633-089a-40bb-9e0e-45384482dde7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:25.700669 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0247e11d-123c-4460-bcbc-9f4336464cb4 req-1ea7b633-089a-40bb-9e0e-45384482dde7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.0946417 Jun 28 11:21:25.709266 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57688) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:25.714406 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Request body: {'floatingip': {'port_id': '79e89735-753f-4ba9-b46d-65d4f4db8ce3'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:25.827510 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c9ffe3c7-7379-41f4-8b9f-40626c752a67 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:25.828109 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c9ffe3c7-7379-41f4-8b9f-40626c752a67 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Synchronizing usage tracker for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:25.841613 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c9ffe3c7-7379-41f4-8b9f-40626c752a67 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Unset dirty status for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:25.842812 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c9ffe3c7-7379-41f4-8b9f-40626c752a67 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.1176021 Jun 28 11:21:25.923726 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Deleting port a369fa9b-19be-48ca-a51a-010799862794 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:25.924067 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:25.935705 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.151408 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef219de4-73e6-4b45-89af-564895c186f8 req-db4c91ed-7cb7-4a56-8935-fcf4e99f09c3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:26.152916 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef219de4-73e6-4b45-89af-564895c186f8 req-db4c91ed-7cb7-4a56-8935-fcf4e99f09c3 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b257ab2-cca0-4fb3-a36a-1015b2eda412 HTTP/1.1" status: 200 len: 946 time: 0.2603843 Jun 28 11:21:26.184348 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] For port a369fa9b-19be-48ca-a51a-010799862794, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=a369fa9b-19be-48ca-a51a-010799862794,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:26.184873 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.308618 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Calling delete_port for a369fa9b-19be-48ca-a51a-010799862794 owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:26.348158 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef219de4-73e6-4b45-89af-564895c186f8 req-b078b8fe-84e6-4f6a-b15e-67d4f5ba82f6 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853247 Jun 28 11:21:26.461185 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.474066 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['53127a73-8958-422c-9d22-8f1cf1f2a954', 'a369fa9b-19be-48ca-a51a-010799862794'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:26.511753 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event deleted for resources: {'Port': ['ID=a369fa9b-19be-48ca-a51a-010799862794,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:26.531770 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4b377102-8950-4069-ba42-46227d1a5d78 req-b54c1404-d52c-4c81-a7df-96ae85875c63 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61645399&fields=id&tenant_id=48d4000196df4bc8a3787ae5aec3ccb4 HTTP/1.1" status: 200 len: 267 time: 0.2392309 Jun 28 11:21:26.611996 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] No DVR routers for this DVR port a369fa9b-19be-48ca-a51a-010799862794 on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:26.614597 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.617464 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b257ab2-cca0-4fb3-a36a-1015b2eda412', 'name': 'network-vif-deleted', 'tag': 'a369fa9b-19be-48ca-a51a-010799862794'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:26.646672 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-de210212-7eb2-4d25-bc73-b4a8bb926a43 req-c7e64e96-d287-4190-bf30-4c6f32dfc4a0 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "DELETE /v2.0/ports/a369fa9b-19be-48ca-a51a-010799862794 HTTP/1.1" status: 204 len: 173 time: 0.7968621 Jun 28 11:21:26.685102 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f0bff3-7def-4921-951a-6ebfd8d9442a'] response: {'server_uuid': '9b257ab2-cca0-4fb3-a36a-1015b2eda412', 'name': 'network-vif-deleted', 'tag': 'a369fa9b-19be-48ca-a51a-010799862794', 'status': 'completed', 'code': 200} Jun 28 11:21:26.712208 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377102-8950-4069-ba42-46227d1a5d78 req-0c7bc05a-4d89-4ea8-9119-54985c79038b tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:26.713575 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4b377102-8950-4069-ba42-46227d1a5d78 req-0c7bc05a-4d89-4ea8-9119-54985c79038b tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 985 time: 0.1740704 Jun 28 11:21:26.736441 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-4b377102-8950-4069-ba42-46227d1a5d78 req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Request body: {'port': {'security_groups': ['9a873eb4-34e7-4943-b033-a86794291f28']}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:26.809329 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.844361 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.875822 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.004334 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-4b377102-8950-4069-ba42-46227d1a5d78 req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.103823 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Floating IP 457de185-b506-40ec-b4b5-eef8b623dfc1 associated. External IP: 172.28.1.30, port: 79e89735-753f-4ba9-b46d-65d4f4db8ce3. Jun 28 11:21:27.658766 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-4b377102-8950-4069-ba42-46227d1a5d78 req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] For port 44c136a6-daa4-4a33-985f-ea36ed249465, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=44c136a6-daa4-4a33-985f-ea36ed249465,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:27.709874 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-4b377102-8950-4069-ba42-46227d1a5d78 req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.720109 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:27.721138 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-4b377102-8950-4069-ba42-46227d1a5d78 req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.733570 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['44c136a6-daa4-4a33-985f-ea36ed249465'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:27.841066 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b377102-8950-4069-ba42-46227d1a5d78 req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:27.841681 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-4b377102-8950-4069-ba42-46227d1a5d78 req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:27.843035 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4b377102-8950-4069-ba42-46227d1a5d78 req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "PUT /v2.0/ports/44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 943 time: 1.1133158 Jun 28 11:21:27.846283 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:27.849734 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57704) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:27.920162 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['44c136a6-daa4-4a33-985f-ea36ed249465'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:28.027303 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9faa-0470-49dc-94da-e9b7abe95d71 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.063531 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afa6f3f-1566-4254-8989-05210b6044d0'] response: {'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465', 'status': 'completed', 'code': 200} Jun 28 11:21:28.094890 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:28.097954 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa09b6d-b29a-48ac-b59e-d447d3a589cc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event updated for resources: {'Port': ['ID=44c136a6-daa4-4a33-985f-ea36ed249465,revision_number=7']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:28.102662 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.117228 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] Sync routers for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:28.136334 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-79bc8095-d8de-4521-8c7c-f608df696b70 None None] Provisioning complete for port 44c136a6-daa4-4a33-985f-ea36ed249465 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:28.136701 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-79bc8095-d8de-4521-8c7c-f608df696b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.140211 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:28.141144 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:28.141911 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9faa-0470-49dc-94da-e9b7abe95d71 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.175680 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166005-1ea5-4fa3-a056-e46a1a110e5b req-48089969-6578-44dc-a235-c34fe3f7b702 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:28.183824 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cc166005-1ea5-4fa3-a056-e46a1a110e5b req-48089969-6578-44dc-a235-c34fe3f7b702 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.4252803 Jun 28 11:21:28.197626 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-a022c21a-b2c1-4ce2-9665-97d72c377ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:28.199410 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-a022c21a-b2c1-4ce2-9665-97d72c377ded service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1099 time: 0.1591880 Jun 28 11:21:28.210839 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f2893e04-0bbc-4433-a6d8-5059a4d43bb7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "PUT /v2.0/floatingips/457de185-b506-40ec-b4b5-eef8b623dfc1 HTTP/1.1" status: 200 len: 991 time: 2.5004637 Jun 28 11:21:28.249491 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cc166005-1ea5-4fa3-a056-e46a1a110e5b req-6837c45e-1790-44a6-a6fd-7a9d28e044e9 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651672 Jun 28 11:21:28.285888 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-79bc8095-d8de-4521-8c7c-f608df696b70 None None] Current status of the port 44c136a6-daa4-4a33-985f-ea36ed249465 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:28.354064 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:28.409432 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9faa-0470-49dc-94da-e9b7abe95d71 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.431278 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a9faa-0470-49dc-94da-e9b7abe95d71 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cada2b8-84fd-4a8c-ab27-08a993213cc9,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:28.453380 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa6a9faa-0470-49dc-94da-e9b7abe95d71 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.454467 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-aa6a9faa-0470-49dc-94da-e9b7abe95d71 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "DELETE /v2.0/security-groups/2cada2b8-84fd-4a8c-ab27-08a993213cc9 HTTP/1.1" status: 204 len: 168 time: 0.6035492 Jun 28 11:21:28.457549 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57712) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:28.471155 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-465eb0f5-503d-4af5-a286-149cef55c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:28.472621 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-465eb0f5-503d-4af5-a286-149cef55c66e service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 200 len: 916 time: 0.2655549 Jun 28 11:21:28.579317 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-c9b92c12-3a9d-4dd0-8f07-304b833a152d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 1002 time: 0.1001258 Jun 28 11:21:28.652835 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-6e2075c5-2f64-4612-9600-b785ca999bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:28.654219 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-6e2075c5-2f64-4612-9600-b785ca999bd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23cc493-f8df-4ee4-8f93-791241d5a217 HTTP/1.1" status: 200 len: 854 time: 0.0629082 Jun 28 11:21:28.675180 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Deleting port 4399f714-31dc-4b4c-8feb-30348266a79e {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:28.675765 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.715520 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '457de185-b506-40ec-b4b5-eef8b623dfc1', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'port_id': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'mac_address': 'fa:16:3e:91:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:12Z', 'updated_at': '2022-06-28T11:21:26Z', 'revision_number': 1, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:28.719861 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] Checking router: 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:28.729367 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:28.729973 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:28.742068 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-08b0b7be-dffb-4e2c-a3d0-ec00630626a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:28.743621 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-08b0b7be-dffb-4e2c-a3d0-ec00630626a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a245bb5-c143-43d3-bc17-30ba78a59ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820308 Jun 28 11:21:28.851313 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.851593 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:28.894022 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-0785126f-287b-4947-8603-5c0f1d57a08d service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429105 Jun 28 11:21:28.917856 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:28.985128 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Calling delete_port for 4399f714-31dc-4b4c-8feb-30348266a79e owned by network:floatingip {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:29.033226 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ba819ee-4b17-41a1-95f7-4538f8e94ccb req-015b722f-2e39-40fc-b741-7a3ab42c6fd6 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322796 Jun 28 11:21:29.209179 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device a369fa9b-19be-48ca-a51a-010799862794 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:29.246677 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: a369fa9b-19be-48ca-a51a-010799862794 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:29.247182 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device a369fa9b-19be-48ca-a51a-010799862794 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:29.251537 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.282211 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '457de185-b506-40ec-b4b5-eef8b623dfc1', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'port_id': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'mac_address': 'fa:16:3e:91:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:12Z', 'updated_at': '2022-06-28T11:21:26Z', 'revision_number': 1, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:29.286214 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34037e6-e034-4247-8135-e803cc4769f6 None None] The sync data for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb is: [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '457de185-b506-40ec-b4b5-eef8b623dfc1', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'floating_ip_address': '172.28.1.30', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'port_id': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'mac_address': 'fa:16:3e:91:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:12Z', 'updated_at': '2022-06-28T11:21:26Z', 'revision_number': 1, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:29.303304 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event deleted for resources: {'Port': ['ID=4399f714-31dc-4b4c-8feb-30348266a79e,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:29.461251 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks [] for floatingip, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.461679 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Floating IP 9739b11f-65f4-49a1-84a4-49f061d58e36 disassociated (deleted). External IP: 172.28.1.211, port: 44c136a6-daa4-4a33-985f-ea36ed249465. Jun 28 11:21:29.480748 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8d944-951d-453d-847c-85500d110c5d None None] New status for floating IP 457de185-b506-40ec-b4b5-eef8b623dfc1: ACTIVE {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:29.625345 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54acc0d-011b-4027-9c5e-9ad9ba511c7f req-72aebf1d-e840-4256-913c-052280ac281e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:29.626888 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f54acc0d-011b-4027-9c5e-9ad9ba511c7f req-72aebf1d-e840-4256-913c-052280ac281e tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.2525761 Jun 28 11:21:29.736048 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f54acc0d-011b-4027-9c5e-9ad9ba511c7f req-01b00612-4d0a-4d3e-911e-455e0e5b7c54 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004467 Jun 28 11:21:29.869223 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Router d7535d3c-1b3a-425f-af07-e0554a2eed01 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:30.054085 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:30.064111 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] Sync routers for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:30.064640 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:30.071698 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.074565 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:30.075230 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:30.112397 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef8134f-f7a6-4bfe-9290-f6f68ff2466a'] response: {'name': 'network-changed', 'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'status': 'completed', 'code': 200} Jun 28 11:21:30.134918 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-bd931d42-9dc4-47d1-b85b-00a41a465411 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "DELETE /v2.0/floatingips/9739b11f-65f4-49a1-84a4-49f061d58e36 HTTP/1.1" status: 204 len: 168 time: 1.6759865 Jun 28 11:21:30.214916 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-02dd9334-3622-4b0b-9e58-588de9991b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:30.216582 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-02dd9334-3622-4b0b-9e58-588de9991b59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 1099 time: 0.0820765 Jun 28 11:21:30.280556 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:30.350715 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-a4580eda-1219-44e0-b911-cf02f243c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:30.352186 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-a4580eda-1219-44e0-b911-cf02f243c3d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.1294439 Jun 28 11:21:30.462507 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-8c09ba4d-81cb-4b15-9486-a45b8165e79a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3 HTTP/1.1" status: 200 len: 1001 time: 0.1023366 Jun 28 11:21:30.533244 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-31294236-4349-422c-9758-4a2b98321544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:30.534155 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-31294236-4349-422c-9758-4a2b98321544 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.0635548 Jun 28 11:21:30.611256 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:57Z', 'revision_number': 5, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:30.619010 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] Checking router: d7535d3c-1b3a-425f-af07-e0554a2eed01 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:30.628164 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:30.628801 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:30.650256 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-e3b15065-d6fe-4c8a-a461-34d16ea6c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:30.651766 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-e3b15065-d6fe-4c8a-a461-34d16ea6c06f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864456 Jun 28 11:21:30.796756 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-e85c2cd1-daa1-4bfa-ad68-b759b3edc99a service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369381 Jun 28 11:21:30.820048 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:30.859311 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2d068577-5c08-4663-8978-1051b297f406 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:30.872459 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2d068577-5c08-4663-8978-1051b297f406 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.1167386 Jun 28 11:21:30.975832 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0126b2c4-51ac-45ab-ba83-f62689564256 req-a93f54e0-e904-49eb-8bde-fc9c607cc46b service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719468 Jun 28 11:21:31.023460 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Deleting port 53127a73-8958-422c-9d22-8f1cf1f2a954 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:31.023784 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.128366 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7960a41-a7af-4f0b-95c3-f7cefa90fc7d req-c362d976-614f-4b92-bea2-81112ef70e3c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:31.134007 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b7960a41-a7af-4f0b-95c3-f7cefa90fc7d req-c362d976-614f-4b92-bea2-81112ef70e3c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 946 time: 0.2103961 Jun 28 11:21:31.164143 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:57Z', 'revision_number': 5, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:31.169332 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ce9808-6e6a-4e30-8656-ffb44c8cd383 None None] The sync data for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb is: [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:18:50Z', 'revision_number': 4, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'a9c584de-2201-48e1-9287-50433659bbf4', 'name': '', 'network_id': '7a245bb5-c143-43d3-bc17-30ba78a59ec1', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'mac_address': 'fa:16:3e:55:8f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:48Z', 'updated_at': '2022-06-28T11:18:57Z', 'revision_number': 5, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'subnets': [{'id': 'f23cc493-f8df-4ee4-8f93-791241d5a217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:31.382585 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b7960a41-a7af-4f0b-95c3-f7cefa90fc7d req-13548c3a-eeb3-47ee-87f6-0d6a22205c7c tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/security-groups?id=8c81489a-563a-4823-9ccc-a382178af964&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382169 Jun 28 11:21:31.411802 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99356f3b-d84b-45ee-a4dd-7e3c336e4e6f None None] New status for floating IP 9739b11f-65f4-49a1-84a4-49f061d58e36: DOWN {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:31.448294 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] For port 53127a73-8958-422c-9d22-8f1cf1f2a954, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=53127a73-8958-422c-9d22-8f1cf1f2a954,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:31.448689 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.572168 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Calling delete_port for 53127a73-8958-422c-9d22-8f1cf1f2a954 owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:31.721818 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.733711 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['53127a73-8958-422c-9d22-8f1cf1f2a954'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:31.777627 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Pushing event deleted for resources: {'Port': ['ID=53127a73-8958-422c-9d22-8f1cf1f2a954,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:31.861618 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] No DVR routers for this DVR port 53127a73-8958-422c-9d22-8f1cf1f2a954 on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:31.863990 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.873893 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-05cdd82e-3778-4cef-aeaa-8efebe1a53c6 req-2dd389a1-d029-4d4b-9e83-357fc3742b77 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.46 "DELETE /v2.0/ports/53127a73-8958-422c-9d22-8f1cf1f2a954 HTTP/1.1" status: 204 len: 173 time: 0.9999039 Jun 28 11:21:32.113804 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465'}, {'server_uuid': '0f649994-3559-4208-9759-f1dc173196f2', 'name': 'network-vif-deleted', 'tag': '53127a73-8958-422c-9d22-8f1cf1f2a954'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:32.169879 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cf6aff-c7d6-468e-a76d-53f5fe9935ef'] response: {'name': 'network-changed', 'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465', 'status': 'completed', 'code': 200} Jun 28 11:21:32.170152 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cf6aff-c7d6-468e-a76d-53f5fe9935ef'] response: {'server_uuid': '0f649994-3559-4208-9759-f1dc173196f2', 'name': 'network-vif-deleted', 'tag': '53127a73-8958-422c-9d22-8f1cf1f2a954', 'status': 'completed', 'code': 200} Jun 28 11:21:32.275518 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-5e176c02-3349-4b85-a210-8fe4ec2e9f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.277066 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-5e176c02-3349-4b85-a210-8fe4ec2e9f4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 1099 time: 0.0829666 Jun 28 11:21:32.414124 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-73c0de1b-8151-4c2e-b838-001d26c22d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.415203 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-73c0de1b-8151-4c2e-b838-001d26c22d16 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 200 len: 916 time: 0.1292293 Jun 28 11:21:32.482991 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-b1490296-bcab-43a8-ac86-0c6cdaeade11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 200 len: 217 time: 0.0612283 Jun 28 11:21:32.583880 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-61e12f3a-2102-439c-974e-e687cfdb363e req-b5fa568c-94ed-4bae-89de-22b586853e43 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Synchronizing usage tracker for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:32.601317 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-f9f3b81f-3284-4fdb-9e65-9cc06a871f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.602747 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-f9f3b81f-3284-4fdb-9e65-9cc06a871f78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23cc493-f8df-4ee4-8f93-791241d5a217 HTTP/1.1" status: 200 len: 854 time: 0.1097624 Jun 28 11:21:32.649214 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-61e12f3a-2102-439c-974e-e687cfdb363e req-b5fa568c-94ed-4bae-89de-22b586853e43 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] Unset dirty status for tenant:8f58115a6109436f8f975a5b8d9bfda4 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:32.650195 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-61e12f3a-2102-439c-974e-e687cfdb363e req-b5fa568c-94ed-4bae-89de-22b586853e43 tempest-ServerRescueNegativeTestJSON-2136433530 tempest-ServerRescueNegativeTestJSON-2136433530-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f649994-3559-4208-9759-f1dc173196f2 HTTP/1.1" status: 200 len: 210 time: 0.1238465 Jun 28 11:21:32.701221 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-43fd7255-8f20-4a53-a860-1a284a775ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.702718 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-43fd7255-8f20-4a53-a860-1a284a775ab6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a245bb5-c143-43d3-bc17-30ba78a59ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0918009 Jun 28 11:21:32.837902 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-4688f4e2-a34e-42aa-8e52-c7a713152dff service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270649 Jun 28 11:21:32.970962 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-75c6ef03-c1d9-4873-97af-6fda4a8c556e req-aeba85f3-1bc5-429d-9c2d-b4773c9ab8e6 service neutron] 10.222.0.46 "GET /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246331 Jun 28 11:21:33.420967 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a805d87-74d6-4349-b3c0-1fc7eecab5a8 req-7b617018-ee93-4c24-83c3-3d57a7612109 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:33.421654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-4a805d87-74d6-4349-b3c0-1fc7eecab5a8 req-7b617018-ee93-4c24-83c3-3d57a7612109 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Synchronizing usage tracker for tenant:48d4000196df4bc8a3787ae5aec3ccb4 on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:33.440010 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-4a805d87-74d6-4349-b3c0-1fc7eecab5a8 req-7b617018-ee93-4c24-83c3-3d57a7612109 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Unset dirty status for tenant:48d4000196df4bc8a3787ae5aec3ccb4 on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:33.441163 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4a805d87-74d6-4349-b3c0-1fc7eecab5a8 req-7b617018-ee93-4c24-83c3-3d57a7612109 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.1080480 Jun 28 11:21:33.487935 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4a805d87-74d6-4349-b3c0-1fc7eecab5a8 req-9cbaa023-b7b4-47e1-af47-a507ee76167f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Jun 28 11:21:33.758895 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57754) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:34.537852 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.685255 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8fc48-ccd7-4b44-a782-0f5a58373f12 req-d06ea2e5-8a1e-43fd-bcf0-eb2e4117341e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:34.687198 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c4e8fc48-ccd7-4b44-a782-0f5a58373f12 req-d06ea2e5-8a1e-43fd-bcf0-eb2e4117341e tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.0903139 Jun 28 11:21:34.731428 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c4e8fc48-ccd7-4b44-a782-0f5a58373f12 req-08a6f520-12c6-4107-8c82-c66231b6cbdc tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381064 Jun 28 11:21:34.900148 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Deleting port eec0af84-57f6-4413-a0e1-89b6a91952ab {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:34.900719 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.080448 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] For port eec0af84-57f6-4413-a0e1-89b6a91952ab, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=eec0af84-57f6-4413-a0e1-89b6a91952ab,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:35.080824 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.207667 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Calling delete_port for eec0af84-57f6-4413-a0e1-89b6a91952ab owned by network:router_interface {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:35.237875 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 53127a73-8958-422c-9d22-8f1cf1f2a954 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:35.244373 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-7c4c1c3c-51fc-42a2-9957-feedec4fcd6a tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:35.245998 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-7c4c1c3c-51fc-42a2-9957-feedec4fcd6a tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.0900483 Jun 28 11:21:35.271936 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 53127a73-8958-422c-9d22-8f1cf1f2a954 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:35.272260 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 53127a73-8958-422c-9d22-8f1cf1f2a954 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:35.387102 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.406799 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Deleting port 44c136a6-daa4-4a33-985f-ea36ed249465 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:35.407132 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.433103 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=eec0af84-57f6-4413-a0e1-89b6a91952ab,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:35.670763 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] For port 44c136a6-daa4-4a33-985f-ea36ed249465, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=44c136a6-daa4-4a33-985f-ea36ed249465,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:35.671136 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.797174 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Calling delete_port for 44c136a6-daa4-4a33-985f-ea36ed249465 owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:35.822201 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.018828 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd203-2d42-4ec5-b3ab-6ac2c518b2f7 req-4d92f3a2-7dd8-4bab-9243-3a68c9ce065f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:36.020176 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9eafd203-2d42-4ec5-b3ab-6ac2c518b2f7 req-4d92f3a2-7dd8-4bab-9243-3a68c9ce065f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fb744b8-1371-428c-94fb-a0efdc587bec HTTP/1.1" status: 200 len: 946 time: 0.1618102 Jun 28 11:21:36.021242 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.032636 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['44c136a6-daa4-4a33-985f-ea36ed249465'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:36.085722 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Pushing event deleted for resources: {'Port': ['ID=44c136a6-daa4-4a33-985f-ea36ed249465,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:36.193005 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] No DVR routers for this DVR port 44c136a6-daa4-4a33-985f-ea36ed249465 on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:36.197525 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9eafd203-2d42-4ec5-b3ab-6ac2c518b2f7 req-bde1326f-c429-47f5-adca-f43a16375841 tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.15 "GET /v2.0/security-groups?id=9a873eb4-34e7-4943-b033-a86794291f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327572 Jun 28 11:21:36.198161 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Router 225ae65d-be48-4e16-875b-4b10f1fde25e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:36.198643 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.201007 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'name': 'network-vif-deleted', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:36.224345 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fa639936-d53b-4ab7-bfbe-015391b27291 req-d1531a9c-39f4-448c-8248-bd679c4bd68f tempest-TestMinimumBasicScenario-244417595 tempest-TestMinimumBasicScenario-244417595-project] 10.222.0.46 "DELETE /v2.0/ports/44c136a6-daa4-4a33-985f-ea36ed249465 HTTP/1.1" status: 204 len: 173 time: 0.9723458 Jun 28 11:21:36.256712 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6285f3-0dc4-4b30-a588-e4b69b9892df'] response: {'server_uuid': '2fb744b8-1371-428c-94fb-a0efdc587bec', 'name': 'network-vif-deleted', 'tag': '44c136a6-daa4-4a33-985f-ea36ed249465', 'status': 'completed', 'code': 200} Jun 28 11:21:36.381498 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:36.390298 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] Sync routers for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:36.398647 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-280e1cd9-003f-4429-9b31-330c3b3739c5 admin admin] 10.222.0.15 "PUT /v2.0/routers/225ae65d-be48-4e16-875b-4b10f1fde25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6382256 Jun 28 11:21:36.399780 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:36.400388 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:36.401671 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57770) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:36.578561 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:36.582966 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks [] for router, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.762704 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.773926 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Deleting port 950deaa8-c541-458c-888c-b3b8a83d4a7f {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:36.775192 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.895848 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46'}], 'enable_snat': True}, 'gw_port_id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:21:35Z', 'revision_number': 5, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port': {'id': '950deaa8-c541-458c-888c-b3b8a83d4a7f', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:36.899618 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] Checking router: 225ae65d-be48-4e16-875b-4b10f1fde25e for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:36.910160 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] Routers {'225ae65d-be48-4e16-875b-4b10f1fde25e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:36.910767 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['225ae65d-be48-4e16-875b-4b10f1fde25e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:36.965774 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] For port 950deaa8-c541-458c-888c-b3b8a83d4a7f, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=950deaa8-c541-458c-888c-b3b8a83d4a7f,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:36.966382 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.063328 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] Set router 225ae65d-be48-4e16-875b-4b10f1fde25e gateway port host: None {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:37.169892 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:21:36Z', 'revision_number': 6, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:37.173992 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bc77f3-5654-4915-917e-3d2962836f4f None None] The sync data for ids ['225ae65d-be48-4e16-875b-4b10f1fde25e'] in dv-cinder-844605-1-smb is: [{'id': '225ae65d-be48-4e16-875b-4b10f1fde25e', 'name': 'tempest-ServerRescueNegativeTestJSON-930490096-router', 'tenant_id': '8f58115a6109436f8f975a5b8d9bfda4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:26Z', 'updated_at': '2022-06-28T11:21:36Z', 'revision_number': 6, 'project_id': '8f58115a6109436f8f975a5b8d9bfda4', 'gw_port_host': None}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:37.178951 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Calling delete_port for 950deaa8-c541-458c-888c-b3b8a83d4a7f owned by network:router_gateway {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:37.353654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.400997 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Pushing event deleted for resources: {'Port': ['ID=950deaa8-c541-458c-888c-b3b8a83d4a7f,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.505661 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.657974 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device eec0af84-57f6-4413-a0e1-89b6a91952ab no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:37.692494 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.695649 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.703119 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: eec0af84-57f6-4413-a0e1-89b6a91952ab {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:37.704073 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device eec0af84-57f6-4413-a0e1-89b6a91952ab not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:37.787804 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.788369 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 225ae65d-be48-4e16-875b-4b10f1fde25e {{(pid=88104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:21:37.802297 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.803441 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-c247d056-90b2-42cd-8fae-8f75be21107d admin admin] 10.222.0.15 "DELETE /v2.0/routers/225ae65d-be48-4e16-875b-4b10f1fde25e HTTP/1.1" status: 204 len: 168 time: 1.4007699 Jun 28 11:21:37.806294 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57816) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:37.868790 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca8b249-ec51-4860-ad27-b40eca8e2cf9 admin admin] Deleting subnet 71f40d9e-4000-4ead-8ea1-695b45be6240 {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:21:37.872188 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b249-ec51-4860-ad27-b40eca8e2cf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.924651 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b249-ec51-4860-ad27-b40eca8e2cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31498846'] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.020280 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57824) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:38.047335 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b249-ec51-4860-ad27-b40eca8e2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.121688 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b249-ec51-4860-ad27-b40eca8e2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31499568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31297096'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.158721 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8b249-ec51-4860-ad27-b40eca8e2cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f40d9e-4000-4ead-8ea1-695b45be6240,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:38.162304 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ca8b249-ec51-4860-ad27-b40eca8e2cf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.172215 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4ca8b249-ec51-4860-ad27-b40eca8e2cf9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/71f40d9e-4000-4ead-8ea1-695b45be6240 HTTP/1.1" status: 204 len: 168 time: 0.3626487 Jun 28 11:21:38.172392 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec834c-b5d9-4be0-8131-759c5963a104 None None] Network e36fabff-bed3-4f94-a2f4-3580b98359fe requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:38.172770 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57828) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:38.429320 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.459869 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Deleting port 0eaf3562-bfff-4f09-85fc-485cd92897e4 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:38.460094 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.467200 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] DHCP port deletion for e36fabff-bed3-4f94-a2f4-3580b98359fe request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:21:38.471574 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] Deleting port 0eaf3562-bfff-4f09-85fc-485cd92897e4 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:38.471923 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.673730 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] For port 0eaf3562-bfff-4f09-85fc-485cd92897e4, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=0eaf3562-bfff-4f09-85fc-485cd92897e4,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:38.674407 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.801026 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] Calling delete_port for 0eaf3562-bfff-4f09-85fc-485cd92897e4 owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:38.878199 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] For port 0eaf3562-bfff-4f09-85fc-485cd92897e4, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=0eaf3562-bfff-4f09-85fc-485cd92897e4,segment=NetworkSegment(f6620a1c-c1fa-493a-a63b-888a70c74764),segment_id=f6620a1c-c1fa-493a-a63b-888a70c74764)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:38.878557 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.878995 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208'] for port, after_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.928737 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] Pushing event deleted for resources: {'Port': ['ID=0eaf3562-bfff-4f09-85fc-485cd92897e4,revision_number=None']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:38.932620 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936460e-7e3d-4bec-9deb-612a9cd907f3 None None] No DVR routers for this DVR port 0eaf3562-bfff-4f09-85fc-485cd92897e4 on host dv-cinder-844605-1-smb {{(pid=88105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:39.006333 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Calling delete_port for 0eaf3562-bfff-4f09-85fc-485cd92897e4 owned by network:dhcp {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:39.123550 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.db.api [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:21:39.124279 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG oslo_db.api [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:21:39.153400 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.270040 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 44c136a6-daa4-4a33-985f-ea36ed249465 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:39.299157 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 0eaf3562-bfff-4f09-85fc-485cd92897e4 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:39.334049 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 44c136a6-daa4-4a33-985f-ea36ed249465 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:39.334390 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 44c136a6-daa4-4a33-985f-ea36ed249465 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:39.340658 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 0eaf3562-bfff-4f09-85fc-485cd92897e4 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:39.340996 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 0eaf3562-bfff-4f09-85fc-485cd92897e4 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:39.341398 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 950deaa8-c541-458c-888c-b3b8a83d4a7f no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:39.373572 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 950deaa8-c541-458c-888c-b3b8a83d4a7f {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:39.373908 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 950deaa8-c541-458c-888c-b3b8a83d4a7f not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:39.511095 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Deleting port a9c584de-2201-48e1-9287-50433659bbf4 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:39.511415 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.627080 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Deleting port 0eaf3562-bfff-4f09-85fc-485cd92897e4 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:39.627414 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.702749 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] The port '0eaf3562-bfff-4f09-85fc-485cd92897e4' was deleted {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:21:39.831739 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] For port a9c584de-2201-48e1-9287-50433659bbf4, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=a9c584de-2201-48e1-9287-50433659bbf4,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:39.831955 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.902291 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.971825 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Calling delete_port for a9c584de-2201-48e1-9287-50433659bbf4 owned by network:router_interface {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:40.026593 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36fabff-bed3-4f94-a2f4-3580b98359fe']}} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:40.042306 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6620a1c-c1fa-493a-a63b-888a70c74764') {'for_net_delete': True} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:40.042598 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6620a1c-c1fa-493a-a63b-888a70c74764') {} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:40.057839 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33333191'] for segment, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.195687 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.209020 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:21:40.209595 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33429730'] for segment, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.322541 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.373131 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.379187 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment f6620a1c-c1fa-493a-a63b-888a70c74764 resource provider aggregate not found Jun 28 11:21:40.395803 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e36fabff-bed3-4f94-a2f4-3580b98359fe,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:40.414594 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment f6620a1c-c1fa-493a-a63b-888a70c74764 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6620a1c-c1fa-493a-a63b-888a70c74764 found for delete ", "request_id": "req-2d821c1a-c55f-4d36-be8e-caf6fa9d7493"}]} Jun 28 11:21:40.428401 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-ebf1bb7b-f471-4f42-8a75-e05227b30c9e admin admin] 10.222.0.15 "DELETE /v2.0/networks/e36fabff-bed3-4f94-a2f4-3580b98359fe HTTP/1.1" status: 204 len: 168 time: 2.2546220 Jun 28 11:21:40.433873 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.486885 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c584de-2201-48e1-9287-50433659bbf4,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:40.564838 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57842) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:40.618854 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-536ebc5f-261f-4fac-93ff-229b63ce3016 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f58115a6109436f8f975a5b8d9bfda4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0515850 Jun 28 11:21:40.621263 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57846) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:40.679199 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9dc70268-12d1-43cf-a327-86559468f898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.706919 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9dc70268-12d1-43cf-a327-86559468f898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.767290 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9dc70268-12d1-43cf-a327-86559468f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.777185 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.791376 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc70268-12d1-43cf-a327-86559468f898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c81489a-563a-4823-9ccc-a382178af964,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:40.799894 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9dc70268-12d1-43cf-a327-86559468f898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.803375 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-9dc70268-12d1-43cf-a327-86559468f898 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c81489a-563a-4823-9ccc-a382178af964 HTTP/1.1" status: 204 len: 168 time: 0.1788840 Jun 28 11:21:41.144404 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Router d7535d3c-1b3a-425f-af07-e0554a2eed01 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:41.327545 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:41.332485 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-2209316a-7494-444c-b9ee-03f8443ec56f admin admin] 10.222.0.15 "PUT /v2.0/routers/d7535d3c-1b3a-425f-af07-e0554a2eed01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3104641 Jun 28 11:21:41.335348 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57864) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:41.338960 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] Sync routers for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:41.348577 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:41.349370 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:41.530188 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:41.531905 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks [] for router, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.557393 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57874) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:41.668606 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-796385675-network', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:41.673400 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:41.677670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Usage tracker for resource:network and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:41.680811 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:41.688160 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:41.699216 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Made reservation on behalf of 2c087abfbb9442e3a353983d50f5cf2c for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:41.701219 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.713734 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.728745 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:41.732507 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:41.735340 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:41.741284 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:41.830140 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.841349 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49'}], 'enable_snat': True}, 'gw_port_id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 5, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port': {'id': '2c95c7c8-1d05-4580-a634-d323eb5585ab', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:a1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:44Z', 'updated_at': '2022-06-28T11:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:41.841822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.844584 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Deleting port 2c95c7c8-1d05-4580-a634-d323eb5585ab {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:41.845027 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.845694 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] Checking router: d7535d3c-1b3a-425f-af07-e0554a2eed01 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:41.847558 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.857948 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] Routers {'d7535d3c-1b3a-425f-af07-e0554a2eed01'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:41.859044 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7535d3c-1b3a-425f-af07-e0554a2eed01'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:41.879670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a354a2e-29a8-4112-b87c-acbb9c3fe458,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:41.891698 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:41.904336 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.904713 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Added segment 073a95bb-9596-4f1a-a18d-5d217bddd354 of type vlan for network 3161d0e5-6b97-4813-8735-f428f71cb5ce Jun 28 11:21:41.936196 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.970921 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.972005 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:41.972701 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.012869 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4541745 Jun 28 11:21:42.015713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57882) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:42.024370 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Request body: {'subnet': {'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-796385675-subnet', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:42.039051 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:42.047592 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Usage tracker for resource:subnet and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:42.053262 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:42.057449 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] For port 2c95c7c8-1d05-4580-a634-d323eb5585ab, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=2c95c7c8-1d05-4580-a634-d323eb5585ab,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:42.057825 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.070897 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:42.088368 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583fe1a-7fb0-40d3-8f36-92a1abf7c8ee admin admin] Pushing event updated for resources: {'Network': ['ID=3161d0e5-6b97-4813-8735-f428f71cb5ce,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:42.094410 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] Set router d7535d3c-1b3a-425f-af07-e0554a2eed01 gateway port host: None {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:42.137124 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:42.192256 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Calling delete_port for 2c95c7c8-1d05-4580-a634-d323eb5585ab owned by network:router_gateway {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:42.216398 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:21:41Z', 'revision_number': 6, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:42.226607 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Made reservation on behalf of 2c087abfbb9442e3a353983d50f5cf2c for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:42.229659 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31297141'] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.269186 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837022b-4f72-46a6-a00d-693fe36a306a None None] The sync data for ids ['d7535d3c-1b3a-425f-af07-e0554a2eed01'] in dv-cinder-844605-1-smb is: [{'id': 'd7535d3c-1b3a-425f-af07-e0554a2eed01', 'name': 'tempest-TestMinimumBasicScenario-1087080646-router', 'tenant_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:43Z', 'updated_at': '2022-06-28T11:21:41Z', 'revision_number': 6, 'project_id': '48d4000196df4bc8a3787ae5aec3ccb4', 'gw_port_host': None}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:42.538662 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.574959 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31499005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31297091'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.621408 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c95c7c8-1d05-4580-a634-d323eb5585ab,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:42.746607 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:42.770320 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Checking segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:42.770685 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Network hostable DHCP agents. Network: 3161d0e5-6b97-4813-8735-f428f71cb5ce, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:42.777961 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.960393 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.963263 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.964931 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:42.983219 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 3161d0e5-6b97-4813-8735-f428f71cb5ce) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:42.987510 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:42.988081 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.995304 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7b957a-872b-46e1-a63c-0f2ff1baa49b None None] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:42.999601 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.000090 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7535d3c-1b3a-425f-af07-e0554a2eed01 {{(pid=88104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:21:43.020958 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.025503 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e790fe24-6bdd-43ef-b440-ee708eb06a59 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d7535d3c-1b3a-425f-af07-e0554a2eed01 HTTP/1.1" status: 204 len: 168 time: 1.6858628 Jun 28 11:21:43.026038 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57886) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:43.034702 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4d19fa8e-855d-449f-adfa-ffdad8fd7c44 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0177093 Jun 28 11:21:43.037470 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57890) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:43.043777 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:43.048967 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:43.053010 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Usage tracker for resource:router and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:43.056734 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:43.063563 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:43.081915 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.083028 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.104772 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.229854 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe845c2d-e2fc-43d9-8608-e0d9225365e1 admin admin] Deleting subnet f23cc493-f8df-4ee4-8f93-791241d5a217 {{(pid=88103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:21:43.233338 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe845c2d-e2fc-43d9-8608-e0d9225365e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.252743 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-3161d0e5-6b97-4813-8735-f428f71cb5ce', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:43.253723 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.298627 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe845c2d-e2fc-43d9-8608-e0d9225365e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33333198'] for subnet, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.357874 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device a9c584de-2201-48e1-9287-50433659bbf4 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:43.408009 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe845c2d-e2fc-43d9-8608-e0d9225365e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.428045 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: a9c584de-2201-48e1-9287-50433659bbf4 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:43.428367 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device a9c584de-2201-48e1-9287-50433659bbf4 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:43.428746 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 2c95c7c8-1d05-4580-a634-d323eb5585ab no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:43.469898 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 2c95c7c8-1d05-4580-a634-d323eb5585ab {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:43.470306 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 2c95c7c8-1d05-4580-a634-d323eb5585ab not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:43.495357 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe845c2d-e2fc-43d9-8608-e0d9225365e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33429580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31592037'] for subnet, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.497015 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Allocated IP 172.20.0.2 (3161d0e5-6b97-4813-8735-f428f71cb5ce/eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa/e2e85227-61cd-4b06-851b-8f6722dda7bd) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:43.533439 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe845c2d-e2fc-43d9-8608-e0d9225365e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f23cc493-f8df-4ee4-8f93-791241d5a217,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:43.535409 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.537174 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe845c2d-e2fc-43d9-8608-e0d9225365e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.543215 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-fe845c2d-e2fc-43d9-8608-e0d9225365e1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f23cc493-f8df-4ee4-8f93-791241d5a217 HTTP/1.1" status: 204 len: 168 time: 0.5163074 Jun 28 11:21:43.545889 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57896) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:43.575461 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7777412-6686-4148-9950-381bffdfa364 None None] Network 7a245bb5-c143-43d3-bc17-30ba78a59ec1 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:43.712787 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.729668 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Deleting port c330163e-d7bb-4fd0-a434-a1beb8c670c7 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:43.729984 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.864172 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.877102 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Transition to ACTIVE for port object e2e85227-61cd-4b06-851b-8f6722dda7bd will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:43.900105 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Transition to ACTIVE for port object e2e85227-61cd-4b06-851b-8f6722dda7bd will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:43.909528 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.981432 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:43.985213 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] DHCP port deletion for 7a245bb5-c143-43d3-bc17-30ba78a59ec1 request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:21:43.990191 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:43.994516 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:44.000348 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] Deleting port c330163e-d7bb-4fd0-a434-a1beb8c670c7 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:44.001012 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.024114 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Pushing event updated for resources: {'Port': ['ID=e2e85227-61cd-4b06-851b-8f6722dda7bd,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:44.076500 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] For port c330163e-d7bb-4fd0-a434-a1beb8c670c7, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=c330163e-d7bb-4fd0-a434-a1beb8c670c7,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:44.077157 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.181419 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Attempting to bind port e2e85227-61cd-4b06-851b-8f6722dda7bd on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:44.181786 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Attempting to bind port e2e85227-61cd-4b06-851b-8f6722dda7bd by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:44.182142 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Attempting to bind port e2e85227-61cd-4b06-851b-8f6722dda7bd on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:44.193126 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:44.193426 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Checking segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:44.193821 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.194206 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Bound using segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:44.194658 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Bound port: e2e85227-61cd-4b06-851b-8f6722dda7bd, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:44.195027 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.228745 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Calling delete_port for c330163e-d7bb-4fd0-a434-a1beb8c670c7 owned by network:dhcp {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:44.294938 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.338435 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.386506 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.403300 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] For port c330163e-d7bb-4fd0-a434-a1beb8c670c7, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=c330163e-d7bb-4fd0-a434-a1beb8c670c7,segment=NetworkSegment(2b741334-709f-47ca-80b6-8aa3127c86ff),segment_id=2b741334-709f-47ca-80b6-8aa3127c86ff)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:44.403689 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.437117 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Pushing event deleted for resources: {'Port': ['ID=c330163e-d7bb-4fd0-a434-a1beb8c670c7,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:44.452882 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] No DVR routers for this DVR port c330163e-d7bb-4fd0-a434-a1beb8c670c7 on host dv-cinder-844605-1-smb {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:44.522266 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] For port e2e85227-61cd-4b06-851b-8f6722dda7bd, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:44.530535 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] Calling delete_port for c330163e-d7bb-4fd0-a434-a1beb8c670c7 owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:44.575482 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] For port e2e85227-61cd-4b06-851b-8f6722dda7bd, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=e2e85227-61cd-4b06-851b-8f6722dda7bd,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:44.586826 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.682244 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.api [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:21:44.682591 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG oslo_db.api [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:21:44.688419 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b713a9-646c-4d05-a108-82b7fa1e591d None None] Pushing event updated for resources: {'Port': ['ID=e2e85227-61cd-4b06-851b-8f6722dda7bd,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:44.724375 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.759143 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Allocated IP 172.28.1.44 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/93f09ecb-4f00-4a21-a839-557d1e6ef7ad) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:44.765340 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a245bb5-c143-43d3-bc17-30ba78a59ec1']}} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:44.783031 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b741334-709f-47ca-80b6-8aa3127c86ff') {'for_net_delete': True} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:44.783406 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b741334-709f-47ca-80b6-8aa3127c86ff') {} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:44.811218 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31498839'] for segment, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.885605 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.904042 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:21:44.904457 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31499678'] for segment, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.990653 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment 2b741334-709f-47ca-80b6-8aa3127c86ff resource provider aggregate not found Jun 28 11:21:45.024348 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment 2b741334-709f-47ca-80b6-8aa3127c86ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b741334-709f-47ca-80b6-8aa3127c86ff found for delete ", "request_id": "req-99f1f287-95b4-47c9-87a7-05732379a525"}]} Jun 28 11:21:45.056614 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.074926 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.083591 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.093966 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a245bb5-c143-43d3-bc17-30ba78a59ec1,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:45.120221 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-559f267f-62e6-48b4-9d7f-cae0af8ef678 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7a245bb5-c143-43d3-bc17-30ba78a59ec1 HTTP/1.1" status: 204 len: 168 time: 1.5703835 Jun 28 11:21:45.121069 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57904) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:45.132818 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.184298 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] Deleting port c330163e-d7bb-4fd0-a434-a1beb8c670c7 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:45.184880 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.207790 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:45.210782 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:45.214677 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:45.247623 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Pushing event updated for resources: {'Port': ['ID=93f09ecb-4f00-4a21-a839-557d1e6ef7ad,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:45.259982 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-f3f535a6-2fbf-4ef5-8d36-844d5222916d None None] The port 'c330163e-d7bb-4fd0-a434-a1beb8c670c7' was deleted {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:21:45.342935 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device e2e85227-61cd-4b06-851b-8f6722dda7bd up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:45.417314 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port e2e85227-61cd-4b06-851b-8f6722dda7bd completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:45.480746 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device c330163e-d7bb-4fd0-a434-a1beb8c670c7 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:45.521290 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: c330163e-d7bb-4fd0-a434-a1beb8c670c7 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:45.521290 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device c330163e-d7bb-4fd0-a434-a1beb8c670c7 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:45.680502 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.705003 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e92540-3922-47f0-9575-b4e89e5b68ca None None] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:45.724137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.795816 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-09349032-421e-4dda-a4cf-ea641c311ff7 None None] Provisioning for port e2e85227-61cd-4b06-851b-8f6722dda7bd completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:45.806331 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-09349032-421e-4dda-a4cf-ea641c311ff7 None None] Provisioning complete for port e2e85227-61cd-4b06-851b-8f6722dda7bd triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:45.806696 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-09349032-421e-4dda-a4cf-ea641c311ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.049570 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-09349032-421e-4dda-a4cf-ea641c311ff7 None None] Current status of the port e2e85227-61cd-4b06-851b-8f6722dda7bd is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:46.050027 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-09349032-421e-4dda-a4cf-ea641c311ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.063658 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.093218 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-09349032-421e-4dda-a4cf-ea641c311ff7 None None] For port e2e85227-61cd-4b06-851b-8f6722dda7bd, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=e2e85227-61cd-4b06-851b-8f6722dda7bd,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:46.097231 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Deleting port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:46.097554 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.099557 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-09349032-421e-4dda-a4cf-ea641c311ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.173827 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09349032-421e-4dda-a4cf-ea641c311ff7 None None] Pushing event updated for resources: {'Port': ['ID=e2e85227-61cd-4b06-851b-8f6722dda7bd,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:46.306309 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] For port 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,segment=NetworkSegment(0816fe86-3254-42cb-9527-60275e400c13),segment_id=0816fe86-3254-42cb-9527-60275e400c13)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:46.306870 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.323226 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b5958203-7793-4c1b-8b23-82ab3d510478 None None] Provisioning complete for port e2e85227-61cd-4b06-851b-8f6722dda7bd triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:46.323825 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b5958203-7793-4c1b-8b23-82ab3d510478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.399484 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Router d7682eab-e314-40f7-8921-913846ace7df is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:46.440345 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b5958203-7793-4c1b-8b23-82ab3d510478 None None] Current status of the port e2e85227-61cd-4b06-851b-8f6722dda7bd is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:46.548956 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Calling delete_port for 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d owned by network:router_interface {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:46.578176 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:46.587789 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:46.597677 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:46.598292 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:46.598922 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.603174 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-d9a5c16e-170d-4f6a-b158-0600a828904e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5619216 Jun 28 11:21:46.603386 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57908) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:46.729564 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.772836 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:46.781005 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Pushing event deleted for resources: {'Port': ['ID=37b0a3e2-004c-4c2b-9fd5-ef566b35af0d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:47.083564 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 3, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:47.087843 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:47.088206 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Updating router d7682eab-e314-40f7-8921-913846ace7df port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:47.118987 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.149630 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.317188 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.388397 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device e2e85227-61cd-4b06-851b-8f6722dda7bd up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:47.467341 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port e2e85227-61cd-4b06-851b-8f6722dda7bd triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:47.467791 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.511028 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.525834 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Transition to ACTIVE for port object 93f09ecb-4f00-4a21-a839-557d1e6ef7ad will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:47.532877 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Allocated IP 172.20.0.1 (3161d0e5-6b97-4813-8735-f428f71cb5ce/eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa/70174266-87dd-4dc9-8e82-c1cb7cc226f0) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:47.536073 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.551379 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Router 828d3361-5709-463d-bc0b-2a05a82c4ddb has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:47.601946 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port e2e85227-61cd-4b06-851b-8f6722dda7bd is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:47.645735 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Attempting to bind port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:47.645735 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Attempting to bind port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:47.646445 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Attempting to bind port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:47.657035 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:47.657500 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:47.657959 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.658404 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:47.658933 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Bound port: 93f09ecb-4f00-4a21-a839-557d1e6ef7ad, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:47.659376 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.689516 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Pushing event updated for resources: {'Port': ['ID=93f09ecb-4f00-4a21-a839-557d1e6ef7ad,revision_number=2']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:47.710279 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.710764 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.711216 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.711691 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.712105 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.712566 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.712974 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.713382 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.713788 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.714191 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.714596 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.714996 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:47.748653 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] For port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:47.751635 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] For port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=93f09ecb-4f00-4a21-a839-557d1e6ef7ad,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:47.759513 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.768117 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:47.778716 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] Sync routers for ids ['828d3361-5709-463d-bc0b-2a05a82c4ddb'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:47.782326 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-1b2621ad-d49b-4d3f-ae4d-f826008f198c admin admin] 10.222.0.15 "PUT /v2.0/routers/828d3361-5709-463d-bc0b-2a05a82c4ddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6576872 Jun 28 11:21:47.782622 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57912) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:47.788296 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] Routers {'828d3361-5709-463d-bc0b-2a05a82c4ddb'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:47.789322 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['828d3361-5709-463d-bc0b-2a05a82c4ddb'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:47.809209 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.827708 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Transition to ACTIVE for port object 70174266-87dd-4dc9-8e82-c1cb7cc226f0 will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:47.846335 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:47.847236 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:47.865093 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.978415 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750e26d-ff31-49ed-a9ed-32a2524c603c None None] Pushing event updated for resources: {'Port': ['ID=93f09ecb-4f00-4a21-a839-557d1e6ef7ad,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:47.990772 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:47.993994 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:47.997745 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:48.033112 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks [] for router, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.044230 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Pushing event updated for resources: {'Port': ['ID=70174266-87dd-4dc9-8e82-c1cb7cc226f0,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:48.058727 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] Set router 828d3361-5709-463d-bc0b-2a05a82c4ddb gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:48.062858 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:48.074954 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.251752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.334103 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-883f9e8d-0bae-472a-8c4d-c8e71968d22f None None] Provisioning for port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:48.341770 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-883f9e8d-0bae-472a-8c4d-c8e71968d22f None None] Provisioning complete for port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:48.342333 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-883f9e8d-0bae-472a-8c4d-c8e71968d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.394622 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 3, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:48.399263 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d32e604-c91f-4b41-b27e-6aa930727870 None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 3, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:48.412524 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.433988 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-883f9e8d-0bae-472a-8c4d-c8e71968d22f None None] Port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:48.435465 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Deleting port c598cfd1-8935-48f1-ada6-f1bad6b052b0 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:48.435814 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.519540 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.525504 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.527629 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110'}], 'enable_snat': True}, 'gw_port_id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:21:46Z', 'revision_number': 5, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port': {'id': 'c598cfd1-8935-48f1-ada6-f1bad6b052b0', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:bb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:18:57Z', 'updated_at': '2022-06-28T11:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:48.532201 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] Checking router: 828d3361-5709-463d-bc0b-2a05a82c4ddb for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:48.544190 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] Routers {'828d3361-5709-463d-bc0b-2a05a82c4ddb'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:48.545097 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['828d3361-5709-463d-bc0b-2a05a82c4ddb'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:48.628494 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] For port c598cfd1-8935-48f1-ada6-f1bad6b052b0, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=c598cfd1-8935-48f1-ada6-f1bad6b052b0,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:48.629017 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.640686 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Pushing event updated for resources: {'Port': ['ID=70174266-87dd-4dc9-8e82-c1cb7cc226f0,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:48.644538 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.750695 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] Set router 828d3361-5709-463d-bc0b-2a05a82c4ddb gateway port host: None {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:48.813229 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:48.814608 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:48.834886 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Calling delete_port for c598cfd1-8935-48f1-ada6-f1bad6b052b0 owned by network:router_gateway {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:48.883168 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 6, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:48.893681 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d48c8c-f0ce-4276-ad0a-8cf561aa9924 None None] The sync data for ids ['828d3361-5709-463d-bc0b-2a05a82c4ddb'] in dv-cinder-844605-1-smb is: [{'id': '828d3361-5709-463d-bc0b-2a05a82c4ddb', 'name': 'tempest-TestMinimumBasicScenario-1641669971-router', 'tenant_id': '99915ac551944a1285707b689e004392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:18:55Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 6, 'project_id': '99915ac551944a1285707b689e004392', 'gw_port_host': None}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:49.046330 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.096848 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Pushing event deleted for resources: {'Port': ['ID=c598cfd1-8935-48f1-ada6-f1bad6b052b0,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:49.107411 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:49.131622 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.158941 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-878f3b67-aafb-4008-a9ba-d180f18a8395 None None] Provisioning complete for port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:49.159567 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-878f3b67-aafb-4008-a9ba-d180f18a8395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.201518 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.225852 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-878f3b67-aafb-4008-a9ba-d180f18a8395 None None] Port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:49.328652 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:49.361500 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ceac3e4c-48e3-4233-98ad-12e39fa7a51b admin admin] 10.222.0.15 "PUT /v2.0/routers/d7682eab-e314-40f7-8921-913846ace7df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7562506 Jun 28 11:21:49.411570 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.414098 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.441904 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.442496 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828d3361-5709-463d-bc0b-2a05a82c4ddb {{(pid=88103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:21:49.461074 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 93f09ecb-4f00-4a21-a839-557d1e6ef7ad up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:49.477090 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.478691 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-51780a74-7b3a-48f6-8534-cf45b27aa07f admin admin] 10.222.0.15 "DELETE /v2.0/routers/828d3361-5709-463d-bc0b-2a05a82c4ddb HTTP/1.1" status: 204 len: 168 time: 1.6948922 Jun 28 11:21:49.481263 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57920) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:49.543998 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Deleting subnet 90c8675c-be1e-4730-8885-8996216740e2 {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:21:49.547096 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.562208 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:49.567038 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:49.567443 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.598615 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31498846'] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.684661 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.687968 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:49.688348 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.705165 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=93f09ecb-4f00-4a21-a839-557d1e6ef7ad,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:49.712868 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.739539 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57928) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:49.746187 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574558599', 'description': 'tempest-description--1369161149'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:49.753811 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:49.756384 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:49.759653 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:49.768178 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:49.769733 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:49.776860 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31499568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31297096'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.784266 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.806798 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:49.809824 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:49.810177 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 37b0a3e2-004c-4c2b-9fd5-ef566b35af0d not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:49.811178 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:49.815839 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:49.821511 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=93f09ecb-4f00-4a21-a839-557d1e6ef7ad,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:49.823490 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:49.827398 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c8675c-be1e-4730-8885-8996216740e2,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:49.833170 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.839863 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a867a7-f431-41b7-8185-1e8ddabd8744 None None] Network 6ecd91c3-de84-423f-9020-a8b01a02968a requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:49.844377 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.844752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.845131 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.845466 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.845866 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.846198 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.846936 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.846936 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.847143 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.847456 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.847776 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.848099 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:49.855077 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57932) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:49.855532 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-6d19b251-7e46-4f4d-88fb-3ee70c046991 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90c8675c-be1e-4730-8885-8996216740e2 HTTP/1.1" status: 204 len: 168 time: 0.3729775 Jun 28 11:21:49.995594 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.008810 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.013756 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.058115 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Deleting port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:50.058621 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.108985 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.109597 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] DHCP port deletion for 6ecd91c3-de84-423f-9020-a8b01a02968a request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:21:50.113112 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3694541 Jun 28 11:21:50.113112 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d64e3-90d4-4120-8038-605eed2c0184 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08644b1b-eee8-4648-ae5d-d5d920b8506d,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:50.113791 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57936) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:50.119110 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] Deleting port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:50.119963 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.121985 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group_rule': {'security_group_id': '08644b1b-eee8-4648-ae5d-d5d920b8506d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:50.134545 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:50.138771 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:50.145564 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:50.153898 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:50.173066 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.265648 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:50.276703 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:50.277348 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:50.360047 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.367150 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.384326 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] For port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=667d8110-2b32-4b6b-8e6c-ca4c953c18eb,segment=NetworkSegment(0816fe86-3254-42cb-9527-60275e400c13),segment_id=0816fe86-3254-42cb-9527-60275e400c13)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:50.384742 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.424306 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34ba47e-c608-4aa6-b931-a0bef198cee6,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:50.432525 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.437880 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-3cd7ea9c-e6d1-441e-a86a-ef5d18d5b8b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215725 Jun 28 11:21:50.438607 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57940) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:50.446967 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group_rule': {'security_group_id': '08644b1b-eee8-4648-ae5d-d5d920b8506d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:50.454244 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:50.460349 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:50.465618 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:50.467713 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] For port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=667d8110-2b32-4b6b-8e6c-ca4c953c18eb,segment=NetworkSegment(0816fe86-3254-42cb-9527-60275e400c13),segment_id=0816fe86-3254-42cb-9527-60275e400c13)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:50.468140 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.472528 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:50.473835 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:50.507225 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.551922 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] Calling delete_port for 667d8110-2b32-4b6b-8e6c-ca4c953c18eb owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:50.629904 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Calling delete_port for 667d8110-2b32-4b6b-8e6c-ca4c953c18eb owned by network:dhcp {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:21:50.631557 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.644252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.679173 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3c2e7f-756d-49e4-a0b4-d722641e018e,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:50.683323 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208'] for port, after_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.701356 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.702616 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f071f38a-5bf7-4d62-b0fc-56fa4f51fc0e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2627301 Jun 28 11:21:50.705722 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57944) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:50.710810 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:50.720769 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:50.721859 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.db.api [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:21:50.722283 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG oslo_db.api [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:21:50.724762 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:floatingip and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:50.728133 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:50.733941 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:50.748177 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.749335 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] Pushing event deleted for resources: {'Port': ['ID=667d8110-2b32-4b6b-8e6c-ca4c953c18eb,revision_number=None']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:50.751209 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc33cb7-dafd-47d3-9da7-892803695a11 None None] No DVR routers for this DVR port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb on host dv-cinder-844605-1-smb {{(pid=88105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:21:50.838121 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 2, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:50.841959 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:50.842306 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Updating router d7682eab-e314-40f7-8921-913846ace7df port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:50.894500 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.897927 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.040133 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Allocated IP 172.28.1.181 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/45d5b3e0-4e42-46d9-94f2-de0f2846592c) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:51.187240 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.217592 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.223013 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Deleting port 667d8110-2b32-4b6b-8e6c-ca4c953c18eb {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:21:51.223861 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.258227 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.277910 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Transition to ACTIVE for port object 70174266-87dd-4dc9-8e82-c1cb7cc226f0 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:51.290325 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.299634 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] The port '667d8110-2b32-4b6b-8e6c-ca4c953c18eb' was deleted {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:21:51.300713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:51.303737 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:51.307770 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:51.328446 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 93f09ecb-4f00-4a21-a839-557d1e6ef7ad up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:51.346199 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=45d5b3e0-4e42-46d9-94f2-de0f2846592c,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:51.414158 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:51.414665 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.428106 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.447613 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.491853 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecd91c3-de84-423f-9020-a8b01a02968a']}} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:51.503854 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.517038 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0816fe86-3254-42cb-9527-60275e400c13') {'for_net_delete': True} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:51.517332 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0816fe86-3254-42cb-9527-60275e400c13') {} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:51.530240 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33333191'] for segment, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.549324 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.558336 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:21:51.558905 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33429730'] for segment, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.564628 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9e33c-a638-4028-bdf4-9f50d7d9ac73 None None] Pushing event updated for resources: {'Port': ['ID=70174266-87dd-4dc9-8e82-c1cb7cc226f0,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:51.578328 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:51.593766 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Attempting to bind port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:51.594124 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Attempting to bind port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:51.594474 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Attempting to bind port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:51.604752 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:51.605583 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Checking segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:51.606226 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.606808 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Bound using segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:51.607494 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Bound port: 70174266-87dd-4dc9-8e82-c1cb7cc226f0, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:51.608097 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.651880 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 667d8110-2b32-4b6b-8e6c-ca4c953c18eb no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:51.656520 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment 0816fe86-3254-42cb-9527-60275e400c13 resource provider aggregate not found Jun 28 11:21:51.689607 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment 0816fe86-3254-42cb-9527-60275e400c13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0816fe86-3254-42cb-9527-60275e400c13 found for delete ", "request_id": "req-51375095-0e1f-461a-9a88-a69bd6c8a88b"}]} Jun 28 11:21:51.704137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.712030 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.713968 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 667d8110-2b32-4b6b-8e6c-ca4c953c18eb {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:51.714365 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 667d8110-2b32-4b6b-8e6c-ca4c953c18eb not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:51.714724 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device c598cfd1-8935-48f1-ada6-f1bad6b052b0 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:21:51.733719 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] For port 70174266-87dd-4dc9-8e82-c1cb7cc226f0, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:51.737122 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] For port 70174266-87dd-4dc9-8e82-c1cb7cc226f0, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=70174266-87dd-4dc9-8e82-c1cb7cc226f0,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:51.738997 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ecd91c3-de84-423f-9020-a8b01a02968a,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:51.754944 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-859da094-d1d6-44f3-86dc-300aa5fa22d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6ecd91c3-de84-423f-9020-a8b01a02968a HTTP/1.1" status: 204 len: 168 time: 1.8896427 Jun 28 11:21:51.762474 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.767916 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: c598cfd1-8935-48f1-ada6-f1bad6b052b0 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:21:51.768352 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device c598cfd1-8935-48f1-ada6-f1bad6b052b0 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:21:51.833403 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.840440 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:51.854051 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:51.854679 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:51.913036 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57956) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:51.956321 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=45d5b3e0-4e42-46d9-94f2-de0f2846592c,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:51.974965 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-bfe11472-4413-499c-ace3-57a9608a0d35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48d4000196df4bc8a3787ae5aec3ccb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603790 Jun 28 11:21:51.975183 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 57960) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:51.988591 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.021335 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9e33c-a638-4028-bdf4-9f50d7d9ac73 None None] Pushing event updated for resources: {'Port': ['ID=70174266-87dd-4dc9-8e82-c1cb7cc226f0,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:52.042138 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.043579 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-cfe38e73-a021-47d8-8d84-cea92be8c739 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3369102 Jun 28 11:21:52.064836 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d16c6dcd-2c38-4b08-a008-46938eabeeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.083816 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:52.095011 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d16c6dcd-2c38-4b08-a008-46938eabeeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.156105 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d16c6dcd-2c38-4b08-a008-46938eabeeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.176132 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d16c6dcd-2c38-4b08-a008-46938eabeeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.179729 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-d16c6dcd-2c38-4b08-a008-46938eabeeb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a873eb4-34e7-4943-b033-a86794291f28 HTTP/1.1" status: 204 len: 168 time: 0.2013600 Jun 28 11:21:52.179729 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c6dcd-2c38-4b08-a008-46938eabeeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a873eb4-34e7-4943-b033-a86794291f28,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:52.237985 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-5c19238c-1ce0-4120-b1ff-0d7b9c6cbde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.295669 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-23fc36fe-56c1-4b89-a48f-8f852b2eddec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--574558599&fields=id&tenant_id=2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 267 time: 0.0432441 Jun 28 11:21:52.422358 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:51Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:52.426337 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c852664-6200-4ad9-a851-1aeff74b899b None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:51Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:52.454550 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-b6b8edc2-dc84-47a9-a4d5-3aae38a7b127 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:52.455934 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-b6b8edc2-dc84-47a9-a4d5-3aae38a7b127 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 814 time: 0.1523132 Jun 28 11:21:52.474499 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-d6b32d07-2cf3-4433-8b08-14b4c530b8f2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/quotas/2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 375 time: 0.0122602 Jun 28 11:21:52.590459 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-e3322aff-1a53-4dad-8c95-4dd162d7ce36 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:52.611495 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-e3322aff-1a53-4dad-8c95-4dd162d7ce36 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:52.612851 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-e3322aff-1a53-4dad-8c95-4dd162d7ce36 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1204851 Jun 28 11:21:52.622986 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57980) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:52.685613 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-259b7cf3-0c7e-4ef9-acb6-03bfb90ac53c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99915ac551944a1285707b689e004392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588424 Jun 28 11:21:52.686224 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 57984) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:52.754044 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-adbb6366-954b-43fd-a432-a9223ff1b35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.781847 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-4f565cf9-62a8-4d76-b315-ac92af01ab46 service neutron] 10.222.0.15 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518164 Jun 28 11:21:52.786921 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-adbb6366-954b-43fd-a432-a9223ff1b35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.885904 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-adbb6366-954b-43fd-a432-a9223ff1b35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.909239 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb6366-954b-43fd-a432-a9223ff1b35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f390eb6e-0eb7-40a1-b86a-86099161b5ac,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:52.917357 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-adbb6366-954b-43fd-a432-a9223ff1b35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.918508 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-adbb6366-954b-43fd-a432-a9223ff1b35b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f390eb6e-0eb7-40a1-b86a-86099161b5ac HTTP/1.1" status: 204 len: 168 time: 0.2309453 Jun 28 11:21:53.095357 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-a43b6837-43ac-4356-b149-b0f7e38cc359 service neutron] 10.222.0.15 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064568 Jun 28 11:21:53.338020 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 70174266-87dd-4dc9-8e82-c1cb7cc226f0 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:53.346116 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f3996921-839d-456a-8d1f-c55b0e57faa1 req-0689048e-43f6-4aa8-b59f-1fc598607a6e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 210 time: 0.0865014 Jun 28 11:21:53.427109 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:53.434064 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:53.434542 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.569212 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:53.569972 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.609201 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 70174266-87dd-4dc9-8e82-c1cb7cc226f0, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=70174266-87dd-4dc9-8e82-c1cb7cc226f0,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:53.617174 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:53.705371 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=70174266-87dd-4dc9-8e82-c1cb7cc226f0,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:53.853365 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58020) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:53.961059 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1308205934-network', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:53.965875 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:53.969796 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Usage tracker for resource:network and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:53.972672 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:53.978650 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:53.991095 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Made reservation on behalf of 3b7b853f6ba74650a7f92f7ccebfb69e for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:53.993572 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.012854 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.029675 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:54.034127 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Usage tracker for resource:security_group_rule and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:54.037201 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:54.045120 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:54.128104 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.133426 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.163411 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:54.172187 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea50afa-bc47-4280-853b-722ebc604bf5,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:54.178019 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.178301 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Added segment a6aba3ab-18a1-43a1-b505-9e855b5f416d of type vlan for network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f Jun 28 11:21:54.205129 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.237001 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.238134 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:54.238881 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.287001 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a4994cc3-f725-4324-95c4-0928029cf91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.348857 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:54.352203 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d18e8afe-f93b-454d-80ba-b4cae1aac335 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4977381 Jun 28 11:21:54.355122 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58028) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:54.360393 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Request body: {'subnet': {'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1308205934-subnet', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:54.362009 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:54.365254 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:54.369320 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Usage tracker for resource:subnet and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:54.372293 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:54.378219 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:54.391475 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Made reservation on behalf of 3b7b853f6ba74650a7f92f7ccebfb69e for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:54.393956 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31592024'] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.522337 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5bb8f202-f281-4894-bc18-84134e4a0972 req-0dd54df1-580c-4b51-8ac8-16d849e3f81b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 210 time: 0.0525434 Jun 28 11:21:54.603504 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33431425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31592046'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.678084 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Pushing event updated for resources: {'Subnet': ['ID=550d5dfe-cc76-479d-bf93-f67203db076e,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:54.689303 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Checking segment: {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:54.689657 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Network hostable DHCP agents. Network: 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:54.711908 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:54.723292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:54.728346 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:54.729028 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.735403 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ae911-b8fe-4ea7-8b69-8ee05b3f6b98 None None] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:54.757835 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-32f394fd-a632-4737-8cd9-d8470cd5876a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4016688 Jun 28 11:21:54.761537 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58034) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:54.769698 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:54.776638 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:54.781052 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Usage tracker for resource:router and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:54.784008 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:54.791598 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:54.811250 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.812956 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.829154 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.839967 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-bdd76c22-2a9c-449c-9323-9024682ae63e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:54.842074 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-bdd76c22-2a9c-449c-9323-9024682ae63e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 814 time: 0.1729121 Jun 28 11:21:54.932331 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-c7653705-4df3-4583-8329-3738ad296f24 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 379 time: 0.0722272 Jun 28 11:21:54.946272 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'port': {'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'admin_state_up': True, 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'security_groups': ['08644b1b-eee8-4648-ae5d-d5d920b8506d']}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:54.997211 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:54.998285 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.093951 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:55.104688 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:55.114826 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Made reservation on behalf of 2c087abfbb9442e3a353983d50f5cf2c for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:55.118573 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.164303 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Allocated IP 172.20.0.2 (1bbc14d3-1eb2-4b36-954a-4f3064c5e71f/550d5dfe-cc76-479d-bf93-f67203db076e/0240cbd8-11aa-483c-b109-f6ebca6cb44d) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:55.224103 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.295575 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Allocated IP 172.20.0.10 (3161d0e5-6b97-4813-8735-f428f71cb5ce/eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa/f74253ca-7ee7-4784-8e6a-922b7ed7f1ef) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:55.327224 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 70174266-87dd-4dc9-8e82-c1cb7cc226f0 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:55.442748 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:21:55.473020 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.475238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:55.475588 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.506326 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.522076 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Transition to ACTIVE for port object f74253ca-7ee7-4784-8e6a-922b7ed7f1ef will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:55.523218 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Transition to ACTIVE for port object 0240cbd8-11aa-483c-b109-f6ebca6cb44d will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:55.557393 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.558564 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Transition to ACTIVE for port object 0240cbd8-11aa-483c-b109-f6ebca6cb44d will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:55.559486 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.583500 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.596634 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.666064 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.666336 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.702328 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:55.706712 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:55.707956 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:55.713689 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:55.717985 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:55.720098 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:55.730430 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Pushing event updated for resources: {'Port': ['ID=0240cbd8-11aa-483c-b109-f6ebca6cb44d,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:55.743525 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Allocated IP 172.28.1.242 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/e37b0e37-9012-4463-8c19-e7e8dac87c50) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:55.761845 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:55.777318 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:55.813868 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:55.814641 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.849357 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b92c0-4b6e-48e1-a6ba-bd66e9e432e2 req-476fb90a-1a46-4a78-934a-784f8c4dd3f0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:55.850608 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-617b92c0-4b6e-48e1-a6ba-bd66e9e432e2 req-476fb90a-1a46-4a78-934a-784f8c4dd3f0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 932 time: 0.2110698 Jun 28 11:21:55.856335 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Attempting to bind port 0240cbd8-11aa-483c-b109-f6ebca6cb44d on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:55.856750 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Attempting to bind port 0240cbd8-11aa-483c-b109-f6ebca6cb44d by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:55.857097 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Attempting to bind port 0240cbd8-11aa-483c-b109-f6ebca6cb44d on network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:55.862747 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:55.863105 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Checking segment: {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:55.863547 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.863950 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Bound using segment: {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:55.864453 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Bound port: 0240cbd8-11aa-483c-b109-f6ebca6cb44d, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:55.865197 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.865893 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5988426e-a4b2-4355-9d51-dd6bee348e1c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9254656 Jun 28 11:21:55.931525 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-617b92c0-4b6e-48e1-a6ba-bd66e9e432e2 req-15fd6cff-6342-4e69-89ee-84fd1d344501 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710504 Jun 28 11:21:55.953161 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:55.971937 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Request body: {'port': {'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:55.994364 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.013183 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] For port 0240cbd8-11aa-483c-b109-f6ebca6cb44d, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:56.018002 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] For port 0240cbd8-11aa-483c-b109-f6ebca6cb44d, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=0240cbd8-11aa-483c-b109-f6ebca6cb44d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:56.031658 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.063667 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:56.071210 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:56.075692 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:56.107939 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.127859 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-df3ed6a7-c635-4f68-b082-f8c3097355ab None None] Provisioning for port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:56.135305 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8655a-f6ca-4f89-b213-53970e6478d3 None None] Pushing event updated for resources: {'Port': ['ID=0240cbd8-11aa-483c-b109-f6ebca6cb44d,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:56.140704 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-df3ed6a7-c635-4f68-b082-f8c3097355ab None None] Provisioning complete for port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:56.141138 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-df3ed6a7-c635-4f68-b082-f8c3097355ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.201467 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-df3ed6a7-c635-4f68-b082-f8c3097355ab None None] Port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:56.272098 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Pushing event updated for resources: {'Port': ['ID=e37b0e37-9012-4463-8c19-e7e8dac87c50,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:56.501528 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74253ca-7ee7-4784-8e6a-922b7ed7f1ef {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:56.508934 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.523419 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Transition to ACTIVE for port object f74253ca-7ee7-4784-8e6a-922b7ed7f1ef will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:56.528102 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.553623 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.771414 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Pushing event updated for resources: {'Port': ['ID=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:56.890050 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:56.898938 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Attempting to bind port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:56.899241 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Attempting to bind port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:56.899535 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Attempting to bind port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:56.905516 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef on network 3161d0e5-6b97-4813-8735-f428f71cb5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:21:56.905879 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Attempting to bind port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:56.912184 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:56.912542 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Checking segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:56.912935 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Bound using segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:56.913379 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Bound port: f74253ca-7ee7-4784-8e6a-922b7ed7f1ef, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:56.913885 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.020942 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] For port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:57.026149 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] For port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:57.033650 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.056005 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.165730 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.166451 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.168001 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] 10.222.0.46 "PUT /v2.0/ports/f74253ca-7ee7-4784-8e6a-922b7ed7f1ef HTTP/1.1" status: 200 len: 1094 time: 1.2842870 Jun 28 11:21:57.190572 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'tag': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:57.237043 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cdd7fe-972d-4687-b832-8613c1f0a1a0 None None] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:57.278218 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e205b-5266-4712-b4fc-7df0d3cbf792 service neutron] Pushing event updated for resources: {'Port': ['ID=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:57.285326 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afd2b4b-c366-4b55-bb44-b23995d2aa10'] response: {'name': 'network-changed', 'server_uuid': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'tag': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'status': 'completed', 'code': 200} Jun 28 11:21:57.320396 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe077d5-e338-4849-afc2-3da6fee504c0 req-101fbf77-8efc-4fe6-ae87-3b4f630f3fb7 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.321232 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-dfe077d5-e338-4849-afc2-3da6fee504c0 req-101fbf77-8efc-4fe6-ae87-3b4f630f3fb7 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:57.366754 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-dfe077d5-e338-4849-afc2-3da6fee504c0 req-101fbf77-8efc-4fe6-ae87-3b4f630f3fb7 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:57.368354 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dfe077d5-e338-4849-afc2-3da6fee504c0 req-101fbf77-8efc-4fe6-ae87-3b4f630f3fb7 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 944 time: 0.2872274 Jun 28 11:21:57.379181 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-9e209da6-18f5-4b21-a3c9-b28eb92666ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.380901 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-9e209da6-18f5-4b21-a3c9-b28eb92666ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 1097 time: 0.1665699 Jun 28 11:21:57.385653 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-00995036-a593-4dc2-9be3-b676dea4423a None None] Provisioning for port 0240cbd8-11aa-483c-b109-f6ebca6cb44d completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:57.406156 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:57.417451 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 0240cbd8-11aa-483c-b109-f6ebca6cb44d up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:57.475199 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-c93cae6f-a93f-4685-9631-eb345ad9e625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef HTTP/1.1" status: 200 len: 217 time: 0.0720687 Jun 28 11:21:57.537168 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dfe077d5-e338-4849-afc2-3da6fee504c0 req-e9bff534-f3bd-4c9c-b839-7686fc9d9f95 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552613 Jun 28 11:21:57.560432 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-240a9be5-1311-48a9-8d85-8f8d6b36bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.562984 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-240a9be5-1311-48a9-8d85-8f8d6b36bb66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0803142 Jun 28 11:21:57.606354 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:57.614529 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 0240cbd8-11aa-483c-b109-f6ebca6cb44d completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:57.620927 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Sync routers for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:57.626479 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 0240cbd8-11aa-483c-b109-f6ebca6cb44d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:57.626840 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.637867 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.641975 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-c2e4c20d-abb9-4f2f-98a7-1cbe841c9849 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8762670 Jun 28 11:21:57.642645 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58050) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:57.656007 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-07c62a63-21b1-4c54-a4b7-c44ee1d1d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.658309 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-07c62a63-21b1-4c54-a4b7-c44ee1d1d882 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878379 Jun 28 11:21:57.682514 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:57.683148 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:57.800777 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-7566fce8-1fc0-41f0-aef0-746c63089983 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350634 Jun 28 11:21:57.958964 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5df8bff8-18a6-4391-bf7b-79fae85169c6 req-5a06d5cf-afb1-4c96-ac1a-6505362f67aa service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495521 Jun 28 11:21:57.959115 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 0240cbd8-11aa-483c-b109-f6ebca6cb44d is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:57.960146 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:57.972713 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:58.114247 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-f420f06d-7ad1-4484-8c44-28d76c3f1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:58.116036 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-f420f06d-7ad1-4484-8c44-28d76c3f1a8a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 1097 time: 0.0998437 Jun 28 11:21:58.229343 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 0240cbd8-11aa-483c-b109-f6ebca6cb44d, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=0240cbd8-11aa-483c-b109-f6ebca6cb44d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:58.247164 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-d2e3968d-95c8-4016-9520-8d7c54246ebc None None] Provisioning complete for port 0240cbd8-11aa-483c-b109-f6ebca6cb44d triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:58.247164 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d2e3968d-95c8-4016-9520-8d7c54246ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.254829 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-2e0f02c8-f256-4d21-aec4-df85d4cea045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:58.256330 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-2e0f02c8-f256-4d21-aec4-df85d4cea045 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.1337681 Jun 28 11:21:58.271085 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.329539 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-918a72b1-0bf8-4d09-8a68-219cd53fe926 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef HTTP/1.1" status: 200 len: 217 time: 0.0657194 Jun 28 11:21:58.408949 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-e45bcea4-92a9-4501-95ae-ea56d4db75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:58.411019 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-e45bcea4-92a9-4501-95ae-ea56d4db75b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0731988 Jun 28 11:21:58.445600 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=0240cbd8-11aa-483c-b109-f6ebca6cb44d,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:58.507746 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.512675 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-d34cf8cc-2d2c-459e-9b2f-9780f2204bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:58.514306 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-d34cf8cc-2d2c-459e-9b2f-9780f2204bd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945415 Jun 28 11:21:58.521497 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-d2e3968d-95c8-4016-9520-8d7c54246ebc None None] Current status of the port 0240cbd8-11aa-483c-b109-f6ebca6cb44d is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:58.541380 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:56Z', 'revision_number': 3, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:58.545443 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Checking router: d2c76844-1ea5-41b3-a86c-3dd03bb62a9e for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:58.545792 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Updating router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e port e37b0e37-9012-4463-8c19-e7e8dac87c50 binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:58.610864 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.768801 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Allocated IP 172.20.0.1 (1bbc14d3-1eb2-4b36-954a-4f3064c5e71f/550d5dfe-cc76-479d-bf93-f67203db076e/af372f1a-9799-4885-8ec1-ae3071895040) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:58.901503 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-a633ea9c-08e3-4245-b126-3244ab32d6f2 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774576 Jun 28 11:21:58.993625 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.007296 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Transition to ACTIVE for port object e37b0e37-9012-4463-8c19-e7e8dac87c50 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:59.017940 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.019794 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.037562 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Transition to ACTIVE for port object af372f1a-9799-4885-8ec1-ae3071895040 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:59.060417 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889b38f-25d7-480f-9450-4d646a155903 req-855fb8ef-9a01-4126-af41-560881e4ff02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:59.062354 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6889b38f-25d7-480f-9450-4d646a155903 req-855fb8ef-9a01-4126-af41-560881e4ff02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 944 time: 0.2843761 Jun 28 11:21:59.068633 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.102833 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de094d1-0b55-4ef1-b950-43b0cc4f3e0b None None] Pushing event updated for resources: {'Port': ['ID=e37b0e37-9012-4463-8c19-e7e8dac87c50,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:59.132425 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Attempting to bind port e37b0e37-9012-4463-8c19-e7e8dac87c50 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:59.132857 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Attempting to bind port e37b0e37-9012-4463-8c19-e7e8dac87c50 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:59.133433 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Attempting to bind port e37b0e37-9012-4463-8c19-e7e8dac87c50 on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:59.140583 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:59.141108 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:59.141494 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.141887 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:59.142350 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Bound port: e37b0e37-9012-4463-8c19-e7e8dac87c50, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:59.143257 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.143459 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6889b38f-25d7-480f-9450-4d646a155903 req-f0d97429-a54e-4167-8072-4b21ec728673 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746379 Jun 28 11:21:59.146771 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9daf4fb6-ebe9-45d6-ae27-83e9c04e7917 req-23cff72b-5954-4bee-b7e2-67110eb76996 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380571 Jun 28 11:21:59.173864 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:59.177181 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:59.179641 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:59.219438 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Pushing event updated for resources: {'Port': ['ID=af372f1a-9799-4885-8ec1-ae3071895040,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:59.229445 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] For port e37b0e37-9012-4463-8c19-e7e8dac87c50, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:59.234766 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] For port e37b0e37-9012-4463-8c19-e7e8dac87c50, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=e37b0e37-9012-4463-8c19-e7e8dac87c50,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:59.242652 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.245378 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.363638 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de094d1-0b55-4ef1-b950-43b0cc4f3e0b None None] Pushing event updated for resources: {'Port': ['ID=e37b0e37-9012-4463-8c19-e7e8dac87c50,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:59.369969 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 0240cbd8-11aa-483c-b109-f6ebca6cb44d up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:59.398911 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.431412 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device f74253ca-7ee7-4784-8e6a-922b7ed7f1ef details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:21:59.459560 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:59.460114 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:59.598126 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.resource_extend [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:21:59.640887 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.646548 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.695644 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-47aebd17-823b-4ebd-8e9b-3c297ef75d02 None None] Provisioning for port af372f1a-9799-4885-8ec1-ae3071895040 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:59.733884 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 0240cbd8-11aa-483c-b109-f6ebca6cb44d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:59.734241 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.753475 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Pushing event updated for resources: {'Port': ['ID=af372f1a-9799-4885-8ec1-ae3071895040,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:59.755913 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.758281 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-47aebd17-823b-4ebd-8e9b-3c297ef75d02 None None] Provisioning complete for port af372f1a-9799-4885-8ec1-ae3071895040 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:59.758689 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-47aebd17-823b-4ebd-8e9b-3c297ef75d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:59.867194 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:59.894406 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:59.895727 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:59.960841 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:59.998039 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-47aebd17-823b-4ebd-8e9b-3c297ef75d02 None None] Port af372f1a-9799-4885-8ec1-ae3071895040 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:00.004816 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:00.093803 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:00.247084 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:00.247514 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.267573 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-80ec6bf2-7d00-4e1e-81cf-c76a9abcb586 None None] Provisioning complete for port af372f1a-9799-4885-8ec1-ae3071895040 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:00.267944 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-80ec6bf2-7d00-4e1e-81cf-c76a9abcb586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.281093 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:00.291068 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 0240cbd8-11aa-483c-b109-f6ebca6cb44d is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:00.297612 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d93ce404-8f2c-4372-9381-e61015ccff0a admin admin] 10.222.0.15 "PUT /v2.0/routers/d2c76844-1ea5-41b3-a86c-3dd03bb62a9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6487985 Jun 28 11:22:00.325242 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74253ca-7ee7-4784-8e6a-922b7ed7f1ef {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:00.358965 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5a9ec-f027-444c-bb98-7e48740edaa6 req-dc40ae7f-036b-4191-a4e8-6301d17ee852 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:00.361154 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-41c5a9ec-f027-444c-bb98-7e48740edaa6 req-dc40ae7f-036b-4191-a4e8-6301d17ee852 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 944 time: 0.1054006 Jun 28 11:22:00.384265 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:00.385134 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-80ec6bf2-7d00-4e1e-81cf-c76a9abcb586 None None] Port af372f1a-9799-4885-8ec1-ae3071895040 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:00.404190 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.420914 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-41c5a9ec-f027-444c-bb98-7e48740edaa6 req-2fbe1690-eab8-4ec7-bd94-5c84c725a106 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532618 Jun 28 11:22:00.523901 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:00.549109 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:21:58Z', 'revision_number': 1, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:00.558099 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278573c8-c443-4948-9a7f-55ad458549c2 None None] The sync data for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb is: [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:21:58Z', 'revision_number': 1, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:00.644123 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['f74253ca-7ee7-4784-8e6a-922b7ed7f1ef'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:00.961615 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58098) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:00.967185 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1782196994-network', 'tenant_id': 'd198745efa694f2787a40f8894b994d9'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:00.972521 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:00.977477 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Usage tracker for resource:network and tenant:d198745efa694f2787a40f8894b994d9 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:00.980681 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:00.987941 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:01.010780 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Made reservation on behalf of d198745efa694f2787a40f8894b994d9 for: {'network': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:01.018756 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.036176 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.052348 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:01.056954 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:d198745efa694f2787a40f8894b994d9 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:01.059966 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:01.067672 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:01.162301 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.167666 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.197625 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:22:01.211484 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839046c8-ca81-42e6-9b54-1fcc02cd2976,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:01.217701 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.218042 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.segments_db [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Added segment a3887b96-eefc-45bc-884e-07fd34665844 of type vlan for network 4d15e325-ee45-472d-8c57-7e62b448d8a3 Jun 28 11:22:01.248573 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.281597 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.282588 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:01.283181 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.405787 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4430239 Jun 28 11:22:01.407215 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c3195-7ca9-4ea1-9e6f-1377cad96ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=4d15e325-ee45-472d-8c57-7e62b448d8a3,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:01.408776 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58102) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:01.409217 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device f74253ca-7ee7-4784-8e6a-922b7ed7f1ef up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:01.414689 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Request body: {'subnet': {'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1782196994-subnet', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'ip_version': 4}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:01.419715 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:01.423726 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Usage tracker for resource:subnet and tenant:d198745efa694f2787a40f8894b994d9 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:01.426838 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:01.433033 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:01.441498 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 4d15e325-ee45-472d-8c57-7e62b448d8a3 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:22:01.445198 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Made reservation on behalf of d198745efa694f2787a40f8894b994d9 for: {'subnet': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:01.448001 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31592024'] for subnet, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.601167 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:01.608343 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:01.608763 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.656093 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefc2f1-a882-4e14-b04c-936f00eb90e3 req-70767518-d97c-4031-90f4-04c307b06358 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:01.658267 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dbefc2f1-a882-4e14-b04c-936f00eb90e3 req-70767518-d97c-4031-90f4-04c307b06358 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 945 time: 0.1043274 Jun 28 11:22:01.762709 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:01.764941 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.769572 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dbefc2f1-a882-4e14-b04c-936f00eb90e3 req-5192dc8e-4fc3-4d20-9a50-00be1ffd13d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950649 Jun 28 11:22:01.806569 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:01.822209 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:01.831403 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.843843 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33431425', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31592046'] for subnet, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.913847 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659a4857-3ece-4347-ae7a-b38fc06e386f'] response: {'server_uuid': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'code': 200} Jun 28 11:22:01.914799 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:01.933682 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e20cce4-7b07-4b6d-9701-c7287b1fbae6,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:01.943367 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Checking segment: {'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:01.943728 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Network hostable DHCP agents. Network: 4d15e325-ee45-472d-8c57-7e62b448d8a3, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:22:01.967318 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Network 4d15e325-ee45-472d-8c57-7e62b448d8a3 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:22:01.981073 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 4d15e325-ee45-472d-8c57-7e62b448d8a3) {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:01.985337 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:01.986074 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.989831 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254bbd0d-dd3c-4291-b95d-19d818f13336 None None] Network 4d15e325-ee45-472d-8c57-7e62b448d8a3 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:22:02.013976 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b7e7a4b2-87f7-45e3-947c-9fe8540cf7e2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6039569 Jun 28 11:22:02.016573 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58110) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:02.022287 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:02.027743 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:02.032018 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Usage tracker for resource:router and tenant:d198745efa694f2787a40f8894b994d9 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:02.035341 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:02.041677 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:02.057186 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476784', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63348'] for router, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.058514 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-409419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63343'] for router, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.081393 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.202941 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a576e-e564-4cf2-92a6-132ebf31db28 req-9dad1f58-04f6-4efb-a95b-f332fcab96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:02.204597 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-562a576e-e564-4cf2-92a6-132ebf31db28 req-9dad1f58-04f6-4efb-a95b-f332fcab96dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 1099 time: 0.0932505 Jun 28 11:22:02.257598 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-562a576e-e564-4cf2-92a6-132ebf31db28 req-52481ad6-024f-4e44-8fa1-5edebae8f151 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443437 Jun 28 11:22:02.296142 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fedce2-423b-5417-8781-f2b6576068a3-4d15e325-ee45-472d-8c57-7e62b448d8a3', 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'fixed_ips': [{'subnet_id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6'}]}} from dv-cinder-844605-1-smb. {{(pid=88105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:22:02.297112 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.403962 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478073', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476793', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63313'] for router, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.455971 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.db_base_plugin_common [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Allocated IP 172.20.0.2 (4d15e325-ee45-472d-8c57-7e62b448d8a3/8e20cce4-7b07-4b6d-9701-c7287b1fbae6/814bf95f-4882-4dd9-ab1d-249a72517c79) {{(pid=88105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:02.702436 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Notify callbacks [] for port, precommit_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.712329 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Transition to ACTIVE for port object 814bf95f-4882-4dd9-ab1d-249a72517c79 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:02.718982 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.730169 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Transition to ACTIVE for port object 814bf95f-4882-4dd9-ab1d-249a72517c79 will not be triggered until provisioned by entity DHCP. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:02.737077 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199'] for port, after_create {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.748544 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.802746 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Network 4d15e325-ee45-472d-8c57-7e62b448d8a3 is already hosted by enough agents. {{(pid=88105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:02.806088 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.scheduler.base_scheduler [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Resources bound (agent type, host, resource id): {{(pid=88105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:02.809819 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Received port after_create {{(pid=88105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:02.817407 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Pushing event updated for resources: {'Port': ['ID=814bf95f-4882-4dd9-ab1d-249a72517c79,revision_number=1']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:02.895944 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Allocated IP 172.28.1.190 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/62aff95f-42ca-48e2-8104-df7a07c56327) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:02.926074 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Attempting to bind port 814bf95f-4882-4dd9-ab1d-249a72517c79 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:02.926508 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Attempting to bind port 814bf95f-4882-4dd9-ab1d-249a72517c79 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:02.926942 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Attempting to bind port 814bf95f-4882-4dd9-ab1d-249a72517c79 on network 4d15e325-ee45-472d-8c57-7e62b448d8a3 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:02.933310 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:02.933884 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Checking segment: {'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:02.934333 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.934794 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Bound using segment: {'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:02.935270 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Bound port: 814bf95f-4882-4dd9-ab1d-249a72517c79, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:02.935688 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.990710 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe311c0-9d89-4438-87c4-521bc0c6117d req-4b0f9e21-6f0f-422a-b865-b0f3311ca285 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:02.992940 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8fe311c0-9d89-4438-87c4-521bc0c6117d req-4b0f9e21-6f0f-422a-b865-b0f3311ca285 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 946 time: 0.0942822 Jun 28 11:22:03.026369 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-65075a5c-1739-463d-8552-363d8db72781 None None] For port 814bf95f-4882-4dd9-ab1d-249a72517c79, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:03.030466 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-65075a5c-1739-463d-8552-363d8db72781 None None] For port 814bf95f-4882-4dd9-ab1d-249a72517c79, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=814bf95f-4882-4dd9-ab1d-249a72517c79,segment=NetworkSegment(a3887b96-eefc-45bc-884e-07fd34665844),segment_id=a3887b96-eefc-45bc-884e-07fd34665844)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:03.036960 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.040304 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8fe311c0-9d89-4438-87c4-521bc0c6117d req-0a367871-0646-4371-aa23-49d2dcfb9d91 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419648 Jun 28 11:22:03.062680 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.094343 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.120677 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65075a5c-1739-463d-8552-363d8db72781 None None] Pushing event updated for resources: {'Port': ['ID=814bf95f-4882-4dd9-ab1d-249a72517c79,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:03.158042 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:03.160948 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:03.164989 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:03.205309 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Pushing event updated for resources: {'Port': ['ID=62aff95f-42ca-48e2-8104-df7a07c56327,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:03.433138 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device e37b0e37-9012-4463-8c19-e7e8dac87c50 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:03.555910 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port e37b0e37-9012-4463-8c19-e7e8dac87c50 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:03.570629 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port e37b0e37-9012-4463-8c19-e7e8dac87c50 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:03.571073 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.705923 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port e37b0e37-9012-4463-8c19-e7e8dac87c50 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:03.706344 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.726083 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port e37b0e37-9012-4463-8c19-e7e8dac87c50, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=e37b0e37-9012-4463-8c19-e7e8dac87c50,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:03.731815 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.809882 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=e37b0e37-9012-4463-8c19-e7e8dac87c50,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:03.894506 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Sync routers for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:03.897897 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.906066 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:03.906743 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:04.125665 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:04.350170 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477982'] for router, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.383016 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf796d5-8e20-42d4-93f3-9cd201bd0863 req-1fe3b232-179e-4832-9483-d3ae524bc80d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.385963 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6cf796d5-8e20-42d4-93f3-9cd201bd0863 req-1fe3b232-179e-4832-9483-d3ae524bc80d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 946 time: 0.1451609 Jun 28 11:22:04.457174 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6cf796d5-8e20-42d4-93f3-9cd201bd0863 req-305f313a-aa2b-4dd3-9509-aaf447e5a0e6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648541 Jun 28 11:22:04.579413 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 2, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:04.587900 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Checking router: d2c76844-1ea5-41b3-a86c-3dd03bb62a9e for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:04.588282 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Updating router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e port af372f1a-9799-4885-8ec1-ae3071895040 binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:22:04.616113 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389a59a-ecd1-444d-950d-4379977e2969 None None] Network 4d15e325-ee45-472d-8c57-7e62b448d8a3 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:22:04.647551 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Router 246982d6-865b-4bcb-a6db-a366c43af8e5 is scheduled to L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e with binding_index 1 {{(pid=88103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:22:04.661617 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.732043 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-77be1756-3d70-4a90-bab2-79612164d07e None None] Provisioning for port 814bf95f-4882-4dd9-ab1d-249a72517c79 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:04.787200 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7a7f7-f72f-405c-a80b-2d61d06a8144 req-9e5ee00c-7d18-476f-9a5f-53cfb52ac996 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.789326 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4bc7a7f7-f72f-405c-a80b-2d61d06a8144 req-9e5ee00c-7d18-476f-9a5f-53cfb52ac996 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 946 time: 0.1873763 Jun 28 11:22:04.798942 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58142) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:04.805722 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'floatingip': {'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:04.915450 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.942054 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:04.955592 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Sync routers for ids ['246982d6-865b-4bcb-a6db-a366c43af8e5'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:04.983403 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Routers {'246982d6-865b-4bcb-a6db-a366c43af8e5'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:04.984059 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['246982d6-865b-4bcb-a6db-a366c43af8e5'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:04.999290 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:05.000597 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-8284b980-05c1-4d45-b71f-fc4bac43a901 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9830444 Jun 28 11:22:05.003744 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58148) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:05.286504 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:05.300796 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Transition to ACTIVE for port object af372f1a-9799-4885-8ec1-ae3071895040 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:05.311500 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:05.313798 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Set router 246982d6-865b-4bcb-a6db-a366c43af8e5 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:05.532836 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76236b-6243-4502-a36d-b77e17f26e9d None None] Pushing event updated for resources: {'Port': ['ID=af372f1a-9799-4885-8ec1-ae3071895040,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:05.540357 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device e37b0e37-9012-4463-8c19-e7e8dac87c50 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:05.718901 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Attempting to bind port af372f1a-9799-4885-8ec1-ae3071895040 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:05.719808 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Attempting to bind port af372f1a-9799-4885-8ec1-ae3071895040 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:05.719808 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Attempting to bind port af372f1a-9799-4885-8ec1-ae3071895040 on network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:05.728175 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:05.734783 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Checking segment: {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:05.735355 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:05.735851 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Bound using segment: {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:05.736445 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Bound port: af372f1a-9799-4885-8ec1-ae3071895040, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:05.736977 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:05.858630 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] For port af372f1a-9799-4885-8ec1-ae3071895040, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:05.865393 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] For port af372f1a-9799-4885-8ec1-ae3071895040, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=af372f1a-9799-4885-8ec1-ae3071895040,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:05.886319 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:05.931627 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port e37b0e37-9012-4463-8c19-e7e8dac87c50 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:05.932102 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.046759 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 3, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port': {'id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:06.052680 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:06.053651 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:06.097575 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Checking router: 246982d6-865b-4bcb-a6db-a366c43af8e5 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:06.098233 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Updating router 246982d6-865b-4bcb-a6db-a366c43af8e5 port 62aff95f-42ca-48e2-8104-df7a07c56327 binding host dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:22:06.226396 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port e37b0e37-9012-4463-8c19-e7e8dac87c50 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:06.227915 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 814bf95f-4882-4dd9-ab1d-249a72517c79 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:06.253553 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.258492 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.265597 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.377228 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76236b-6243-4502-a36d-b77e17f26e9d None None] Pushing event updated for resources: {'Port': ['ID=af372f1a-9799-4885-8ec1-ae3071895040,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:06.434133 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:06.435139 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.566317 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 814bf95f-4882-4dd9-ab1d-249a72517c79 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:06.603116 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Floating IP 87024130-469c-48c6-abc2-e5cf4e6fed90 associated. External IP: 172.28.1.181, port: f74253ca-7ee7-4784-8e6a-922b7ed7f1ef. Jun 28 11:22:06.647431 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 814bf95f-4882-4dd9-ab1d-249a72517c79 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:06.649231 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.684570 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Allocated IP 172.20.0.1 (4d15e325-ee45-472d-8c57-7e62b448d8a3/8e20cce4-7b07-4b6d-9701-c7287b1fbae6/da085ca7-3993-416f-a8d6-edb87b3dfe50) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:06.859903 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 814bf95f-4882-4dd9-ab1d-249a72517c79 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:06.860319 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.907671 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.908972 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:22:05Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:06.918045 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae862aea-3930-42c3-a4c6-d322069ae113 None None] The sync data for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb is: [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:22:05Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:06.922548 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 814bf95f-4882-4dd9-ab1d-249a72517c79, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=814bf95f-4882-4dd9-ab1d-249a72517c79,segment=NetworkSegment(a3887b96-eefc-45bc-884e-07fd34665844),segment_id=a3887b96-eefc-45bc-884e-07fd34665844)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:06.930431 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:06.965712 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Transition to ACTIVE for port object da085ca7-3993-416f-a8d6-edb87b3dfe50 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:07.029290 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.047349 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Notify callbacks [] for port, precommit_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.064170 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Transition to ACTIVE for port object 62aff95f-42ca-48e2-8104-df7a07c56327 will not be triggered until provisioned by entity L2. {{(pid=88105) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:07.070192 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:07.088950 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.114748 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Network 4d15e325-ee45-472d-8c57-7e62b448d8a3 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:07.117894 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:07.122066 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:07.159761 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Attempting to bind port 62aff95f-42ca-48e2-8104-df7a07c56327 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:07.160384 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Attempting to bind port 62aff95f-42ca-48e2-8104-df7a07c56327 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:07.160995 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Attempting to bind port 62aff95f-42ca-48e2-8104-df7a07c56327 on network 57311343-20e5-4116-9672-c16ebef5ba92 {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:07.172440 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=814bf95f-4882-4dd9-ab1d-249a72517c79,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:07.188570 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=da085ca7-3993-416f-a8d6-edb87b3dfe50,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:07.221109 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.221455 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.221781 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.222118 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.224918 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:07.225096 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.225284 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.225613 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.225928 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.226071 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Checking segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:07.226253 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.226597 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.226986 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.227811 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Bound using segment: {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'} {{(pid=88105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:07.228527 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.managers [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Bound port: 62aff95f-42ca-48e2-8104-df7a07c56327, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4234a0-e7a6-4850-97e9-693e577c7897', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}}] {{(pid=88105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:07.229053 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.235812 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.236561 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.259811 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476756'] for router_interface, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.412359 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bd805-b9d9-448b-9b15-c849ddb2fccd None None] Pushing event updated for resources: {'Port': ['ID=62aff95f-42ca-48e2-8104-df7a07c56327,revision_number=2']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:07.427926 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:07.434094 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.441895 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:07.460866 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:07.461572 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:07.495619 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device af372f1a-9799-4885-8ec1-ae3071895040 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:07.551147 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.576548 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e922d7fa-42fa-4f5d-b1ff-1d0623132e9b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "PUT /v2.0/floatingips/87024130-469c-48c6-abc2-e5cf4e6fed90 HTTP/1.1" status: 200 len: 992 time: 2.7764878 Jun 28 11:22:07.577457 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'tag': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:07.636213 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] For port 62aff95f-42ca-48e2-8104-df7a07c56327, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:07.639411 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] For port 62aff95f-42ca-48e2-8104-df7a07c56327, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=62aff95f-42ca-48e2-8104-df7a07c56327,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:07.654531 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.709070 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-2a0cc7ae-0c87-4d90-b11e-f56dabada29f None None] Provisioning for port da085ca7-3993-416f-a8d6-edb87b3dfe50 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:07.724285 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port af372f1a-9799-4885-8ec1-ae3071895040 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:07.768118 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bd805-b9d9-448b-9b15-c849ddb2fccd None None] Pushing event updated for resources: {'Port': ['ID=62aff95f-42ca-48e2-8104-df7a07c56327,revision_number=3']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:07.773382 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port af372f1a-9799-4885-8ec1-ae3071895040 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:07.773980 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.808615 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-2a0cc7ae-0c87-4d90-b11e-f56dabada29f None None] Provisioning complete for port da085ca7-3993-416f-a8d6-edb87b3dfe50 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:07.808983 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2a0cc7ae-0c87-4d90-b11e-f56dabada29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.936395 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:07.957277 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.967812 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Routers {'246982d6-865b-4bcb-a6db-a366c43af8e5'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:07.968769 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['246982d6-865b-4bcb-a6db-a366c43af8e5'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:07.969573 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.143103 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476721'] for router_interface, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.186858 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6343395-c67f-45a9-b4d8-11cde61a707e'] response: {'name': 'network-changed', 'server_uuid': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'tag': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'status': 'completed', 'code': 200} Jun 28 11:22:08.224499 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cc7ae-0c87-4d90-b11e-f56dabada29f None None] Port da085ca7-3993-416f-a8d6-edb87b3dfe50 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:08.285437 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=da085ca7-3993-416f-a8d6-edb87b3dfe50,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:08.306434 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45214c07-fe26-4c20-8609-dedb24451f83 req-83733311-68d1-4475-97fe-5e07e8ac1469 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:08.308289 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-45214c07-fe26-4c20-8609-dedb24451f83 req-83733311-68d1-4475-97fe-5e07e8ac1469 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.2792926 Jun 28 11:22:08.310412 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-46ed829e-9ac1-4fce-a68c-e8684d9fac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:08.311756 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-46ed829e-9ac1-4fce-a68c-e8684d9fac18 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 1099 time: 0.2009563 Jun 28 11:22:08.398188 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] Set router 246982d6-865b-4bcb-a6db-a366c43af8e5 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:08.449722 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-45214c07-fe26-4c20-8609-dedb24451f83 req-642e5f79-8416-4925-932f-f58f47716759 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298456 Jun 28 11:22:08.471693 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port af372f1a-9799-4885-8ec1-ae3071895040 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:08.471967 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.505097 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:06Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:08.509742 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:08.519354 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:08.519974 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:08.558072 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Network 4d15e325-ee45-472d-8c57-7e62b448d8a3 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:08.560064 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:08.613082 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port af372f1a-9799-4885-8ec1-ae3071895040, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=af372f1a-9799-4885-8ec1-ae3071895040,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:08.676170 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-f55306f0-a631-4bdf-9392-ae41394db539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:08.679078 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-f55306f0-a631-4bdf-9392-ae41394db539 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.3608365 Jun 28 11:22:08.706885 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:08.707850 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 814bf95f-4882-4dd9-ab1d-249a72517c79 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:08.764522 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:08.835876 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=af372f1a-9799-4885-8ec1-ae3071895040,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:08.883188 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Router 246982d6-865b-4bcb-a6db-a366c43af8e5 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:08.893574 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-144bd671-42bb-408b-b6d7-d44c1f606a07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef HTTP/1.1" status: 200 len: 1000 time: 0.2040341 Jun 28 11:22:09.031703 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 814bf95f-4882-4dd9-ab1d-249a72517c79 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:09.032092 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.059670 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-f48feef8-c041-480b-b6d7-5381cd63cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:09.061390 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-f48feef8-c041-480b-b6d7-5381cd63cfa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.1650479 Jun 28 11:22:09.095861 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-82852406-9363-430d-9387-6138fc51ae1a None None] Provisioning complete for port da085ca7-3993-416f-a8d6-edb87b3dfe50 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:09.096219 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-82852406-9363-430d-9387-6138fc51ae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.125699 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:09.138303 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-3bfb3b8e-8954-40bc-a39c-c04187657ff9 admin admin] 10.222.0.15 "PUT /v2.0/routers/246982d6-865b-4bcb-a6db-a366c43af8e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1329157 Jun 28 11:22:09.179154 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-15d0d065-ee2c-42b9-b939-3c0a75e7a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:09.181619 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-15d0d065-ee2c-42b9-b939-3c0a75e7a898 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1111751 Jun 28 11:22:09.189396 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-82852406-9363-430d-9387-6138fc51ae1a None None] Port da085ca7-3993-416f-a8d6-edb87b3dfe50 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:09.217586 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:06Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:09.223409 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b633a0c6-8cb9-4ad7-9303-f36e3f02ff1c None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:06Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:09.234358 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 4, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port': {'id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'da085ca7-3993-416f-a8d6-edb87b3dfe50', 'name': '', 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'mac_address': 'fa:16:3e:fb:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:06Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 2, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'subnets': [{'id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:09.252211 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb15664-b9d6-4049-a919-756f331a480f None None] The sync data for ids ['246982d6-865b-4bcb-a6db-a366c43af8e5'] in dv-cinder-844605-1-smb is: [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 4, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port': {'id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'da085ca7-3993-416f-a8d6-edb87b3dfe50', 'name': '', 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'mac_address': 'fa:16:3e:fb:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:06Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 2, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'subnets': [{'id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:09.264965 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 814bf95f-4882-4dd9-ab1d-249a72517c79 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:09.361090 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-e80d86f2-013d-4420-bc4e-7595956514df service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714132 Jun 28 11:22:09.382782 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device af372f1a-9799-4885-8ec1-ae3071895040 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:09.507144 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port af372f1a-9799-4885-8ec1-ae3071895040 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:09.507537 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.540987 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f2bb70fe-87e6-406c-b2ca-fcd2476d8177 req-347453ee-6c34-42ac-a4b5-6dc002f17d7c service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703150 Jun 28 11:22:09.616948 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58214) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:09.626505 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945050473', 'description': 'tempest-secgroup-smoke-945050473 description', 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:09.657578 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:09.671352 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:security_group and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:09.676137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:09.685785 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:09.701076 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918ad7dd-f9b8-4b94-8a90-b1607606f086 None None] New status for floating IP 87024130-469c-48c6-abc2-e5cf4e6fed90: ACTIVE {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:09.710532 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.750915 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:09.756234 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:security_group_rule and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:09.768836 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:09.775744 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:09.801738 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port af372f1a-9799-4885-8ec1-ae3071895040 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:09.856258 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5756-2388-4fb8-8d80-019aaa5f01a8 req-84d41ada-f0fa-4ee0-9a97-5533b76907f3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:09.873643 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fb4b5756-2388-4fb8-8d80-019aaa5f01a8 req-84d41ada-f0fa-4ee0-9a97-5533b76907f3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1223128 Jun 28 11:22:09.937470 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fb4b5756-2388-4fb8-8d80-019aaa5f01a8 req-d80afde4-c256-4ab0-9600-0031b90d8cdd tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622060 Jun 28 11:22:09.964242 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:09.973637 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.026384 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d364934-2e9b-4965-8201-d04a67c5434e,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:10.036586 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.037783 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-68506248-1107-4d18-a2cd-33d7c7fd88f3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4188657 Jun 28 11:22:10.041277 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58222) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:10.046574 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'security_group_rule': {'security_group_id': '2d364934-2e9b-4965-8201-d04a67c5434e', 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:10.065911 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:10.072405 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:security_group_rule and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:10.075554 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:10.082202 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:10.102182 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.177691 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.182848 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.208279 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5081cf64-269c-47de-a2ab-14f00e0d6035,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:10.219101 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.220920 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-ffb96d1a-02d0-4fed-8c34-6731ee04811a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1781793 Jun 28 11:22:10.223396 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58226) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:10.228872 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'security_group_rule': {'security_group_id': '2d364934-2e9b-4965-8201-d04a67c5434e', 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:10.235290 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:10.239200 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:security_group_rule and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:10.242085 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:10.248059 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:10.266067 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.341102 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.350565 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.381754 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa148fcd-c8b9-4c22-b2ae-675d1b9e7010,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:10.388804 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.390738 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-70c018d5-6983-4963-84dc-1ce6e1896b70 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656609 Jun 28 11:22:10.393345 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58230) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:10.399065 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'security_group_rule': {'security_group_id': '2d364934-2e9b-4965-8201-d04a67c5434e', 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:10.405362 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:10.409369 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:security_group_rule and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:10.412465 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:10.418428 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:10.438939 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.507573 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.512499 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.535250 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1622b562-49e6-4b3e-a250-0add00ed7dcb,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:10.545282 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.547126 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-576baef5-6554-4a7f-8c29-c423be52c434 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525972 Jun 28 11:22:10.550237 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58234) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:10.558399 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'security_group_rule': {'security_group_id': '2d364934-2e9b-4965-8201-d04a67c5434e', 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:10.567293 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:10.572176 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:security_group_rule and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:10.575039 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:10.581057 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:10.601310 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.662826 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.668409 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.691484 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f6fa5b-e3bf-4e2c-a075-51e50f645d3a,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:10.702018 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.703281 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-671ddb34-a64c-41bd-aec7-ebdc96244519 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518209 Jun 28 11:22:10.706278 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58238) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:10.711220 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'security_group_rule': {'security_group_id': '2d364934-2e9b-4965-8201-d04a67c5434e', 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:10.717114 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:10.721132 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:security_group_rule and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:10.724576 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:10.730001 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:10.742442 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.securitygroups_db [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Project 3b7b853f6ba74650a7f92f7ccebfb69e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:22:10.749405 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.827519 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.832336 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.855574 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23618126-7239-4141-9f1f-da4567b555a2,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:10.866232 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.867570 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-9bb6b889-bbeb-441f-9cf9-8a44d1b7055e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603355 Jun 28 11:22:10.870403 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58242) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:10.875755 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'security_group_rule': {'security_group_id': '2d364934-2e9b-4965-8201-d04a67c5434e', 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:10.881583 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:10.885594 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:security_group_rule and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:10.888800 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:10.894811 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:10.913070 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.securitygroups_db [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Project 3b7b853f6ba74650a7f92f7ccebfb69e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:22:10.923851 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.991916 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:10.996945 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:11.020402 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9825b37-f30f-40c5-9b04-591d0e416824,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:11.031254 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:11.032353 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-add529ec-be3f-4977-9b89-31eefe0bdf56 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1609671 Jun 28 11:22:11.163251 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15d5f1-c890-4268-84a8-238ef46404e2 req-0ef71102-fdde-423d-9094-3c7b49abd890 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:11.169013 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-de15d5f1-c890-4268-84a8-238ef46404e2 req-0ef71102-fdde-423d-9094-3c7b49abd890 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1043396 Jun 28 11:22:11.215220 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-de15d5f1-c890-4268-84a8-238ef46404e2 req-df788bc4-f817-4418-b712-2aec83275cbe tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446010 Jun 28 11:22:11.375613 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 62aff95f-42ca-48e2-8104-df7a07c56327 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:11.450984 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port 62aff95f-42ca-48e2-8104-df7a07c56327 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:11.456361 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 62aff95f-42ca-48e2-8104-df7a07c56327 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:11.459064 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:11.593940 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 62aff95f-42ca-48e2-8104-df7a07c56327 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:11.594305 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:11.612177 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port 62aff95f-42ca-48e2-8104-df7a07c56327, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=62aff95f-42ca-48e2-8104-df7a07c56327,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:11.626609 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:11.716422 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=62aff95f-42ca-48e2-8104-df7a07c56327,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:12.438854 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493186f-159c-48dd-85ee-845b3ca172ab req-e9fa37fc-bed3-4015-9012-ae0347ab8c1f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:12.440429 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b493186f-159c-48dd-85ee-845b3ca172ab req-e9fa37fc-bed3-4015-9012-ae0347ab8c1f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.0940049 Jun 28 11:22:12.487288 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b493186f-159c-48dd-85ee-845b3ca172ab req-07e7a9b8-f23b-43e8-bc5b-e0a92d9f50b1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408502 Jun 28 11:22:13.057971 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Sync routers for ids ['246982d6-865b-4bcb-a6db-a366c43af8e5'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:13.069415 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Routers {'246982d6-865b-4bcb-a6db-a366c43af8e5'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:13.070110 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['246982d6-865b-4bcb-a6db-a366c43af8e5'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:13.256237 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Set router 246982d6-865b-4bcb-a6db-a366c43af8e5 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:13.357617 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 62aff95f-42ca-48e2-8104-df7a07c56327 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:13.430678 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port 62aff95f-42ca-48e2-8104-df7a07c56327 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:13.431061 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.613731 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port 62aff95f-42ca-48e2-8104-df7a07c56327 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:13.641896 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 4, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port': {'id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'da085ca7-3993-416f-a8d6-edb87b3dfe50', 'name': '', 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'mac_address': 'fa:16:3e:fb:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:06Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 2, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'subnets': [{'id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:13.646255 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Checking router: 246982d6-865b-4bcb-a6db-a366c43af8e5 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:13.646713 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Updating router 246982d6-865b-4bcb-a6db-a366c43af8e5 port da085ca7-3993-416f-a8d6-edb87b3dfe50 binding host dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:22:13.705477 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:13.768602 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7b401-ffcc-49e8-a8c6-9134f97d777c req-6d552d1f-0ae9-4af8-8332-451c0d0b7d0f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:13.770018 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eca7b401-ffcc-49e8-a8c6-9134f97d777c req-6d552d1f-0ae9-4af8-8332-451c0d0b7d0f tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 946 time: 0.1526697 Jun 28 11:22:13.796646 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b5141-47ce-4399-8295-cf6f1a22c30d req-6d79bafa-d49a-431a-9107-c524511d5e9d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:13.798044 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f62b5141-47ce-4399-8295-cf6f1a22c30d req-6d79bafa-d49a-431a-9107-c524511d5e9d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1441281 Jun 28 11:22:13.855358 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eca7b401-ffcc-49e8-a8c6-9134f97d777c req-59642fae-698d-41b2-bffc-0dcf566d67c5 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789220 Jun 28 11:22:13.871504 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f62b5141-47ce-4399-8295-cf6f1a22c30d req-102eb404-2298-47ce-8a2d-ce0c73ee2d82 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659351 Jun 28 11:22:14.133380 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Notify callbacks [] for port, precommit_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.149411 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.provisioning_blocks [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Transition to ACTIVE for port object da085ca7-3993-416f-a8d6-edb87b3dfe50 will not be triggered until provisioned by entity L2. {{(pid=88106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:14.157959 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.306932 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90161a8-afe9-4619-97dc-75e1ac4defe1 None None] Pushing event updated for resources: {'Port': ['ID=da085ca7-3993-416f-a8d6-edb87b3dfe50,revision_number=3']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:14.427042 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Attempting to bind port da085ca7-3993-416f-a8d6-edb87b3dfe50 on host dv-cinder-844605-1-smb for vnic_type normal with profile {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:14.427430 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Attempting to bind port da085ca7-3993-416f-a8d6-edb87b3dfe50 by drivers openvswitch,hyperv on host dv-cinder-844605-1-smb at level 0 using segments [{'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:14.427747 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Attempting to bind port da085ca7-3993-416f-a8d6-edb87b3dfe50 on network 4d15e325-ee45-472d-8c57-7e62b448d8a3 {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:14.434984 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Checking agent: {'id': 'fe4012ba-cc33-42d4-80bb-6665f6332107', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844605-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 7, 56), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 26), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844605-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:14.437756 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Checking segment: {'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:14.438172 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.438550 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Bound using segment: {'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'} {{(pid=88106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:14.440005 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.managers [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Bound port: da085ca7-3993-416f-a8d6-edb87b3dfe50, host: dv-cinder-844605-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3887b96-eefc-45bc-884e-07fd34665844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3'}}] {{(pid=88106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:14.440395 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.553116 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] For port da085ca7-3993-416f-a8d6-edb87b3dfe50, host dv-cinder-844605-1-smb, cleared binding levels {{(pid=88106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:14.557259 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.plugins.ml2.db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] For port da085ca7-3993-416f-a8d6-edb87b3dfe50, host dv-cinder-844605-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=da085ca7-3993-416f-a8d6-edb87b3dfe50,segment=NetworkSegment(a3887b96-eefc-45bc-884e-07fd34665844),segment_id=a3887b96-eefc-45bc-884e-07fd34665844)] {{(pid=88106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:14.566770 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron_lib.callbacks.manager [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:14.661942 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Routers {'246982d6-865b-4bcb-a6db-a366c43af8e5'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:14.662622 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['246982d6-865b-4bcb-a6db-a366c43af8e5'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:14.731425 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90161a8-afe9-4619-97dc-75e1ac4defe1 None None] Pushing event updated for resources: {'Port': ['ID=da085ca7-3993-416f-a8d6-edb87b3dfe50,revision_number=4']} {{(pid=88106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:14.876226 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] Set router 246982d6-865b-4bcb-a6db-a366c43af8e5 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:15.158338 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d02171-76f1-4f19-898e-631280f67cc7 req-3de953a1-b10d-427d-8e89-424bb1a18da0 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:15.159751 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-36d02171-76f1-4f19-898e-631280f67cc7 req-3de953a1-b10d-427d-8e89-424bb1a18da0 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 946 time: 0.1611190 Jun 28 11:22:15.169008 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d038-69af-47d0-9fe2-5907159a9fa1 req-f150d4eb-99f3-41af-a7a7-f036162437ea tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:15.170535 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9917d038-69af-47d0-9fe2-5907159a9fa1 req-f150d4eb-99f3-41af-a7a7-f036162437ea tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1738079 Jun 28 11:22:15.238830 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-36d02171-76f1-4f19-898e-631280f67cc7 req-6cf4884c-3921-4ce0-8be1-151b13190cba tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672750 Jun 28 11:22:15.246588 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9917d038-69af-47d0-9fe2-5907159a9fa1 req-65673d08-f820-4f62-b132-71f9d6d4a18e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620661 Jun 28 11:22:15.257440 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 4, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port': {'id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'da085ca7-3993-416f-a8d6-edb87b3dfe50', 'name': '', 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'mac_address': 'fa:16:3e:fb:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:06Z', 'updated_at': '2022-06-28T11:22:14Z', 'revision_number': 4, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'subnets': [{'id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:15.262684 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2c0d81-f889-46c7-ab47-89f25b66c128 None None] The sync data for ids ['246982d6-865b-4bcb-a6db-a366c43af8e5'] in dv-cinder-844605-1-smb is: [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:07Z', 'revision_number': 4, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port': {'id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'da085ca7-3993-416f-a8d6-edb87b3dfe50', 'name': '', 'network_id': '4d15e325-ee45-472d-8c57-7e62b448d8a3', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'mac_address': 'fa:16:3e:fb:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:06Z', 'updated_at': '2022-06-28T11:22:14Z', 'revision_number': 4, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'subnets': [{'id': '8e20cce4-7b07-4b6d-9701-c7287b1fbae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:15.365010 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device da085ca7-3993-416f-a8d6-edb87b3dfe50 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:15.439218 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning for port da085ca7-3993-416f-a8d6-edb87b3dfe50 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:15.444761 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port da085ca7-3993-416f-a8d6-edb87b3dfe50 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:15.445097 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.574581 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port da085ca7-3993-416f-a8d6-edb87b3dfe50 is: DOWN; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:15.574959 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.607405 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] For port da085ca7-3993-416f-a8d6-edb87b3dfe50, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=da085ca7-3993-416f-a8d6-edb87b3dfe50,segment=NetworkSegment(a3887b96-eefc-45bc-884e-07fd34665844),segment_id=a3887b96-eefc-45bc-884e-07fd34665844)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:15.612931 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:15.683235 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Pushing event updated for resources: {'Port': ['ID=da085ca7-3993-416f-a8d6-edb87b3dfe50,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:15.691182 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.691521 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.691854 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.692179 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.692523 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.692848 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.693172 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.693501 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.693801 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.694118 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.694432 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.694742 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:15.936115 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b5847-d86c-4682-84ee-c34722354c8d req-80ba02db-2628-4651-809a-4b208309efe4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:15.937918 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-282b5847-d86c-4682-84ee-c34722354c8d req-80ba02db-2628-4651-809a-4b208309efe4 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 946 time: 0.0947866 Jun 28 11:22:16.106486 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Deleting port b08b8271-d2be-4c30-b050-bb852ff8c255 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:16.106828 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:16.481050 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] For port b08b8271-d2be-4c30-b050-bb852ff8c255, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=b08b8271-d2be-4c30-b050-bb852ff8c255,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:16.481870 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:16.706786 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146349c-5a2a-43b8-8504-1ae72d499e74 req-e0bc8d0c-43bb-4c17-8f55-f549e85f2eed tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:16.708144 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8146349c-5a2a-43b8-8504-1ae72d499e74 req-e0bc8d0c-43bb-4c17-8f55-f549e85f2eed tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 946 time: 0.3475494 Jun 28 11:22:16.741867 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1dfef-95ff-430e-bbfa-7ab8d24df0e0 req-74b5e605-1eb1-4d29-80e7-547873d679ad tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:16.743268 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-50b1dfef-95ff-430e-bbfa-7ab8d24df0e0 req-74b5e605-1eb1-4d29-80e7-547873d679ad tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.3434572 Jun 28 11:22:16.891369 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8146349c-5a2a-43b8-8504-1ae72d499e74 req-9d038f5d-1354-4a2b-955d-4809e989ae31 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd4961c0-8776-42a4-8235-c4e5fa1443bd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1771061 Jun 28 11:22:16.904350 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-50b1dfef-95ff-430e-bbfa-7ab8d24df0e0 req-f8d6655a-383a-40b3-9af9-ef998cba32ba tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979753 Jun 28 11:22:16.906360 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:16.906829 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:16.912335 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Floating IP 55736cc5-8310-4b68-b48a-37b0845969ce disassociated. External IP: 172.28.1.250, port: b08b8271-d2be-4c30-b050-bb852ff8c255. Jun 28 11:22:16.912335 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Calling delete_port for b08b8271-d2be-4c30-b050-bb852ff8c255 owned by compute:nova {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:17.069355 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:17.127984 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event deleted for resources: {'Port': ['ID=b08b8271-d2be-4c30-b050-bb852ff8c255,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:17.323174 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Router 6fe2237a-9db7-45a7-9c2a-420b08720539 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:17.349177 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device da085ca7-3993-416f-a8d6-edb87b3dfe50 up at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:17.425420 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Provisioning complete for port da085ca7-3993-416f-a8d6-edb87b3dfe50 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:17.425636 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:17.507474 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:17.520800 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] Sync routers for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:17.553756 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:17.554485 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:17.690863 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Current status of the port da085ca7-3993-416f-a8d6-edb87b3dfe50 is: ACTIVE; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:17.713739 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] No DVR routers for this DVR port b08b8271-d2be-4c30-b050-bb852ff8c255 on host hv-cinder-84460 {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:17.716692 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:17.719312 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '565a6ebd-8e05-4135-a337-fd906490a00a', 'name': 'network-vif-deleted', 'tag': 'b08b8271-d2be-4c30-b050-bb852ff8c255'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:17.738227 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-282b5847-d86c-4682-84ee-c34722354c8d req-9d49b2b7-2227-4c0a-836d-b1b9d53c1a07 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.46 "DELETE /v2.0/ports/b08b8271-d2be-4c30-b050-bb852ff8c255 HTTP/1.1" status: 204 len: 173 time: 1.7929676 Jun 28 11:22:17.745352 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:17.774537 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75c2247-5489-47c4-8e4f-c4bb89818013'] response: {'server_uuid': '565a6ebd-8e05-4135-a337-fd906490a00a', 'name': 'network-vif-deleted', 'tag': 'b08b8271-d2be-4c30-b050-bb852ff8c255', 'status': 'completed', 'code': 200} Jun 28 11:22:18.082423 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:18.086257 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] Checking router: 6fe2237a-9db7-45a7-9c2a-420b08720539 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:18.098951 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:18.098951 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:21:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:18.118452 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-a274d443-4ace-4ac8-816f-b42c473f32d8 req-dace8b4c-13fe-4271-abc3-1bfd0bf97b41 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Synchronizing usage tracker for tenant:b16e39bda1344f5491a02a0042942e7d on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:18.152084 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-a274d443-4ace-4ac8-816f-b42c473f32d8 req-dace8b4c-13fe-4271-abc3-1bfd0bf97b41 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Unset dirty status for tenant:b16e39bda1344f5491a02a0042942e7d on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:18.153284 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a274d443-4ace-4ac8-816f-b42c473f32d8 req-dace8b4c-13fe-4271-abc3-1bfd0bf97b41 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/ports?device_id=565a6ebd-8e05-4135-a337-fd906490a00a HTTP/1.1" status: 200 len: 210 time: 0.1264725 Jun 28 11:22:18.191878 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ead7-1a1a-4477-8b88-4ddf7e2c34d2 req-33a3303b-91d1-4927-ae17-2c36e9b23adb tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.193699 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c8b5ead7-1a1a-4477-8b88-4ddf7e2c34d2 req-33a3303b-91d1-4927-ae17-2c36e9b23adb tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1291974 Jun 28 11:22:18.256088 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c8b5ead7-1a1a-4477-8b88-4ddf7e2c34d2 req-a2fb0d92-e039-4611-853b-bfbce5e2ac54 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533252 Jun 28 11:22:18.299253 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:18.651032 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:18.655370 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb02b9ee-ad13-4ec6-851b-74eabe49a617 None None] The sync data for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb is: [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:16:43Z', 'revision_number': 4, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '4ea44de2-ed7b-4233-b2b4-77a9694e69e7', 'name': '', 'network_id': '6debd97d-413d-47e8-8227-82ddb25a54b2', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'mac_address': 'fa:16:3e:a5:27:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:40Z', 'updated_at': '2022-06-28T11:17:06Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'subnets': [{'id': 'c8c8ca91-d0f7-4915-9466-2c91418ac56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:18.882350 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f10c12-a0e1-4a9f-be5c-2fa414a37ad7 None None] New status for floating IP 55736cc5-8310-4b68-b48a-37b0845969ce: DOWN {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:19.123967 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.283722 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58374) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:19.373449 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b9af7940-a471-40d6-8a05-8fec30ae2548 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.446036 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b9af7940-a471-40d6-8a05-8fec30ae2548 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.518392 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99c765-3cb9-4328-a5b2-1b34b68d930e req-71a98421-c7ac-4079-a571-86f5396cb3e8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.518674 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device b08b8271-d2be-4c30-b050-bb852ff8c255 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:19.519842 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5a99c765-3cb9-4328-a5b2-1b34b68d930e req-71a98421-c7ac-4079-a571-86f5396cb3e8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1497693 Jun 28 11:22:19.541413 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b9af7940-a471-40d6-8a05-8fec30ae2548 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.556224 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: b08b8271-d2be-4c30-b050-bb852ff8c255 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:19.556596 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device b08b8271-d2be-4c30-b050-bb852ff8c255 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:19.573260 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af7940-a471-40d6-8a05-8fec30ae2548 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4961c0-8776-42a4-8235-c4e5fa1443bd,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:19.590681 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b9af7940-a471-40d6-8a05-8fec30ae2548 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.591829 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-b9af7940-a471-40d6-8a05-8fec30ae2548 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "DELETE /v2.0/security-groups/bd4961c0-8776-42a4-8235-c4e5fa1443bd HTTP/1.1" status: 204 len: 168 time: 0.3070846 Jun 28 11:22:19.595158 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5a99c765-3cb9-4328-a5b2-1b34b68d930e req-6021f1af-e83c-4694-8054-bafe50241bba tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689368 Jun 28 11:22:19.595996 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58378) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:19.618475 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.api.v2.resource [None req-3a2df0c4-25e6-454b-95f9-9c0bd70cdcc2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] show failed (client error): The resource could not be found. Jun 28 11:22:19.619501 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-3a2df0c4-25e6-454b-95f9-9c0bd70cdcc2 tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "GET /v2.0/security-groups/bd4961c0-8776-42a4-8235-c4e5fa1443bd HTTP/1.1" status: 404 len: 347 time: 0.0223122 Jun 28 11:22:19.622430 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58382) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:19.797159 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Deleting port 2252c853-c27b-4ee4-8815-4c650caff5b7 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:19.797453 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.976514 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.976976 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.104681 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Calling delete_port for 2252c853-c27b-4ee4-8815-4c650caff5b7 owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:20.262123 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.314812 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Pushing event deleted for resources: {'Port': ['ID=2252c853-c27b-4ee4-8815-4c650caff5b7,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:20.413860 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks [] for floatingip, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.435932 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.437675 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-8fe76eb7-2afe-4c7a-af2c-18ca1fbaa53b tempest-AttachVolumeTestJSON-1436992233 tempest-AttachVolumeTestJSON-1436992233-project] 10.222.0.15 "DELETE /v2.0/floatingips/55736cc5-8310-4b68-b48a-37b0845969ce HTTP/1.1" status: 204 len: 168 time: 0.8138742 Jun 28 11:22:20.802585 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e57a5-0fd0-4ce7-8d4e-9dafe708e413 req-7cf8780c-361b-47a9-8683-a40843cc42bf tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.804125 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2d1e57a5-0fd0-4ce7-8d4e-9dafe708e413 req-7cf8780c-361b-47a9-8683-a40843cc42bf tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.0927529 Jun 28 11:22:20.854646 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2d1e57a5-0fd0-4ce7-8d4e-9dafe708e413 req-f2f1db19-0da2-44f9-b8eb-112a4341a816 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393734 Jun 28 11:22:22.063225 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb035a-122f-4286-9f1c-cf6000f2fc1a req-6fb7419d-0f12-481c-93e1-7cc384d3f265 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.064614 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b3cb035a-122f-4286-9f1c-cf6000f2fc1a req-6fb7419d-0f12-481c-93e1-7cc384d3f265 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.0986166 Jun 28 11:22:22.110283 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b3cb035a-122f-4286-9f1c-cf6000f2fc1a req-5decc18a-35b8-41c9-bec5-22058a12eeca tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397260 Jun 28 11:22:22.216797 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-88102726-f802-4b97-8424-522bc5d80311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:23.326273 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd9144-ca1c-448a-8180-c74c06e4518e req-1849e882-6106-4093-a5fc-ee4eddcbc1b5 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:23.327675 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ddfd9144-ca1c-448a-8180-c74c06e4518e req-1849e882-6106-4093-a5fc-ee4eddcbc1b5 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.0905025 Jun 28 11:22:23.378903 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ddfd9144-ca1c-448a-8180-c74c06e4518e req-01cbe153-6126-431c-8ef3-2a95a4545b0a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417190 Jun 28 11:22:24.291167 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-0feec16b-f520-49ca-9b0e-93fe62eec8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:24.446538 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58440) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:24.579671 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42058b1c-62a5-4c11-b230-d16fdbada547 req-dc73cc18-a136-4125-81c2-d86018ad468d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.581432 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-42058b1c-62a5-4c11-b230-d16fdbada547 req-dc73cc18-a136-4125-81c2-d86018ad468d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.0931375 Jun 28 11:22:24.630855 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-42058b1c-62a5-4c11-b230-d16fdbada547 req-e76e00e7-6e3e-4499-9542-55c4f1bcfd38 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437791 Jun 28 11:22:24.967110 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-a46b3d50-c170-456f-b9a6-a617bbb1360b tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945050473&fields=id&tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e HTTP/1.1" status: 200 len: 267 time: 0.0387685 Jun 28 11:22:25.123098 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-9c7fca22-8d49-457a-b98d-a5b6638d5eac tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.124443 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-9c7fca22-8d49-457a-b98d-a5b6638d5eac tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/networks?id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 200 len: 809 time: 0.1506507 Jun 28 11:22:25.138782 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-0259eaf4-9778-4d59-97fc-388bd97b9b26 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/quotas/3b7b853f6ba74650a7f92f7ccebfb69e HTTP/1.1" status: 200 len: 375 time: 0.0088153 Jun 28 11:22:25.229893 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-f7faaf91-c018-431c-aaf3-f1627b8bffff tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860169 Jun 28 11:22:25.255819 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.407569 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-c1944239-e788-41e2-bb13-b2692badc873 service neutron] 10.222.0.15 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662681 Jun 28 11:22:25.534059 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:25.553615 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-77d11ed3-cd81-48c5-84e1-e0c28f00f8d0 service neutron] 10.222.0.15 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396289 Jun 28 11:22:25.607949 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Deleting port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:25.608450 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.730808 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:25.733032 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-92e66ff9-1f28-4e55-a649-2d11c7feed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.741758 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-92e66ff9-1f28-4e55-a649-2d11c7feed07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 1099 time: 0.1209118 Jun 28 11:22:25.752295 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'port_id': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'mac_address': 'fa:16:3e:91:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:25.821714 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] For port 4ea44de2-ed7b-4233-b2b4-77a9694e69e7, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:25.822149 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.831810 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.835374 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.840533 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 is: ACTIVE; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:25.841367 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.882244 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79e89735-753f-4ba9-b46d-65d4f4db8ce3 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:25.918682 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:25.924116 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:25.970864 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Calling delete_port for 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 owned by network:router_interface {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:26.033674 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=6']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:26.061262 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['79e89735-753f-4ba9-b46d-65d4f4db8ce3'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:26.180004 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6a38973c-400e-4513-a9f9-c4a62d4c5d57 req-e4748382-c064-41ab-a435-fd1a0925ef7d tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 210 time: 0.0722215 Jun 28 11:22:26.205028 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.301005 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-94a3e3f4-5c95-4eca-8a81-b20665741d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.302257 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-94a3e3f4-5c95-4eca-8a81-b20665741d38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.5360029 Jun 28 11:22:26.313423 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc725f84-79ad-4280-9350-d9bd1f97e99f req-b171bb03-16b9-44d8-93af-acc227009712 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.322101 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fc725f84-79ad-4280-9350-d9bd1f97e99f req-b171bb03-16b9-44d8-93af-acc227009712 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 945 time: 0.4272377 Jun 28 11:22:26.382479 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea44de2-ed7b-4233-b2b4-77a9694e69e7,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:26.471629 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fc725f84-79ad-4280-9350-d9bd1f97e99f req-1162c001-3b2e-4e69-b31e-0acb363366a7 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484520 Jun 28 11:22:26.485276 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-565e176e-aa03-4f12-aed2-7b8f31b5a721 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3 HTTP/1.1" status: 200 len: 1000 time: 0.1600039 Jun 28 11:22:26.577759 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-02934c33-398d-464e-aa7e-545a54d500c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.579611 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-02934c33-398d-464e-aa7e-545a54d500c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.0861959 Jun 28 11:22:26.691888 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-744f4195-1b5a-4d06-85e7-8b3640d4c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.695399 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-744f4195-1b5a-4d06-85e7-8b3640d4c9f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1081758 Jun 28 11:22:26.736600 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.884736 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-f35b252e-11c7-4f33-8f3b-a4746b6df659 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698821 Jun 28 11:22:26.891889 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.049422 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-648439c3-8a01-4762-8e9b-d706b472ce15 req-db25a924-45a7-433f-ae84-ee08680543c1 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575513 Jun 28 11:22:27.209592 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Router 6fe2237a-9db7-45a7-9c2a-420b08720539 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:27.501773 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:27.518144 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] Sync routers for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:27.534827 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-2d510353-397b-4640-a83f-3d6b26fed78b admin admin] 10.222.0.15 "PUT /v2.0/routers/6fe2237a-9db7-45a7-9c2a-420b08720539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0847774 Jun 28 11:22:27.535016 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:27.535604 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:22:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:27.537147 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58500) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:27.538705 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e0233ba2-72bb-48c5-981c-d3c297338055 req-d54f2ab7-aa29-422b-bcbd-ba14292c47a0 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 210 time: 0.1422825 Jun 28 11:22:27.630285 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-815cf152-9a18-4080-8cb8-4789a01f3108 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.637617 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-815cf152-9a18-4080-8cb8-4789a01f3108 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.46 "GET /v2.0/networks?id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 200 len: 809 time: 0.3867171 Jun 28 11:22:27.683485 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:27.773180 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d0e97c0a-a75e-4b5a-9edd-096783cbc523 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e HTTP/1.1" status: 200 len: 379 time: 0.1254835 Jun 28 11:22:27.785240 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'port': {'device_id': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'admin_state_up': True, 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'security_groups': ['2d364934-2e9b-4965-8201-d04a67c5434e']}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:27.943315 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks [] for router, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.945374 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499332-b423-4614-bc98-eabccef7e062 req-f5652de7-cbdd-4978-bebb-5a28e00ac480 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.947193 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f7499332-b423-4614-bc98-eabccef7e062 req-f5652de7-cbdd-4978-bebb-5a28e00ac480 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 945 time: 0.2685161 Jun 28 11:22:27.957921 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:27.958654 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.039339 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f7499332-b423-4614-bc98-eabccef7e062 req-8e5843cd-20c3-46fd-9794-7b941fd17ce9 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726829 Jun 28 11:22:28.058512 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:28.063887 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:port and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:28.067432 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:28.077391 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:28.087841 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:28.088684 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Made reservation on behalf of 3b7b853f6ba74650a7f92f7ccebfb69e for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:28.094604 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.285448 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.305371 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Deleting port a5d133ac-4f72-4a0d-b578-1163e5a113af {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:28.305801 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.454331 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:28.454732 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.486453 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Allocated IP 172.20.0.12 (1bbc14d3-1eb2-4b36-954a-4f3064c5e71f/550d5dfe-cc76-479d-bf93-f67203db076e/7667c91d-78f3-48ee-930a-d9d2c8ebd80d) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:28.556339 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:28.677009 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:28.698313 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.780691 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] For port a5d133ac-4f72-4a0d-b578-1163e5a113af, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=a5d133ac-4f72-4a0d-b578-1163e5a113af,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:28.781326 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.792157 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.799786 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7243cb87-b683-4791-be22-f0a3cf28d787'] response: {'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'code': 200} Jun 28 11:22:28.800563 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=7']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:28.810370 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Transition to ACTIVE for port object 7667c91d-78f3-48ee-930a-d9d2c8ebd80d will not be triggered until provisioned by entity DHCP. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:28.850403 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55'}], 'enable_snat': True}, 'gw_port_id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:22:26Z', 'revision_number': 5, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port': {'id': 'a5d133ac-4f72-4a0d-b578-1163e5a113af', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cc:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:29Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:28.856549 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] Checking router: 6fe2237a-9db7-45a7-9c2a-420b08720539 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:28.867219 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] Routers {'6fe2237a-9db7-45a7-9c2a-420b08720539'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:28.868268 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:22:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['6fe2237a-9db7-45a7-9c2a-420b08720539'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:28.875273 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.914356 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Calling delete_port for a5d133ac-4f72-4a0d-b578-1163e5a113af owned by network:router_gateway {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:29.067730 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:29.076790 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:29.079935 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:29.151143 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] Set router 6fe2237a-9db7-45a7-9c2a-420b08720539 gateway port host: None {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:29.176170 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:29.228684 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:29.229491 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.240730 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.300256 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76704e31-318a-4b0c-b0f2-040f32d5791d req-aa24e47f-6d60-491b-8b87-fe7a40eb4765 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:29.301165 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-76704e31-318a-4b0c-b0f2-040f32d5791d req-aa24e47f-6d60-491b-8b87-fe7a40eb4765 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Synchronizing usage tracker for tenant:3b7b853f6ba74650a7f92f7ccebfb69e on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:29.307315 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-d6be1af2-5864-4c22-96c3-f1e886f6be4a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5260389 Jun 28 11:22:29.322183 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Request body: {'port': {'device_id': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:29.342833 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d133ac-4f72-4a0d-b578-1163e5a113af,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:29.355481 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:22:28Z', 'revision_number': 6, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:29.363240 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da74afc-8c4a-4916-acd2-b8bb9e3aa380 None None] The sync data for ids ['6fe2237a-9db7-45a7-9c2a-420b08720539'] in dv-cinder-844605-1-smb is: [{'id': '6fe2237a-9db7-45a7-9c2a-420b08720539', 'name': 'tempest-AttachVolumeTestJSON-366344718-router', 'tenant_id': 'b16e39bda1344f5491a02a0042942e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:27Z', 'updated_at': '2022-06-28T11:22:28Z', 'revision_number': 6, 'project_id': 'b16e39bda1344f5491a02a0042942e7d', 'gw_port_host': None}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:29.472053 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-52dc9480-47da-4f3a-b9cc-3df511179f2c None None] Provisioning for port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:29.483338 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-52dc9480-47da-4f3a-b9cc-3df511179f2c None None] Provisioning complete for port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:29.483955 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-52dc9480-47da-4f3a-b9cc-3df511179f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.511971 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.557214 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-52dc9480-47da-4f3a-b9cc-3df511179f2c None None] Port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:29.572704 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-76704e31-318a-4b0c-b0f2-040f32d5791d req-aa24e47f-6d60-491b-8b87-fe7a40eb4765 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Unset dirty status for tenant:3b7b853f6ba74650a7f92f7ccebfb69e on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:29.579786 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-76704e31-318a-4b0c-b0f2-040f32d5791d req-aa24e47f-6d60-491b-8b87-fe7a40eb4765 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 932 time: 0.7481205 Jun 28 11:22:29.610018 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.645421 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-76704e31-318a-4b0c-b0f2-040f32d5791d req-2bad9c25-0003-4332-bb96-841e20a98120 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646889 Jun 28 11:22:29.737093 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.737516 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d723f-99e0-4dca-b469-145b398a831d req-bb503144-49e1-4016-9e6b-b53ec30f6b7d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:29.741208 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.745643 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-488d723f-99e0-4dca-b469-145b398a831d req-bb503144-49e1-4016-9e6b-b53ec30f6b7d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.3074410 Jun 28 11:22:29.780737 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.781348 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe2237a-9db7-45a7-9c2a-420b08720539 {{(pid=88103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:22:29.796803 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.798313 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-3a95b615-4d5b-4243-9077-89411b60892d admin admin] 10.222.0.15 "DELETE /v2.0/routers/6fe2237a-9db7-45a7-9c2a-420b08720539 HTTP/1.1" status: 204 len: 168 time: 2.2585831 Jun 28 11:22:29.801541 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58512) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:29.860723 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-488d723f-99e0-4dca-b469-145b398a831d req-c9a76588-a518-4207-9ee9-460645173604 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139369 Jun 28 11:22:29.910553 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8f75f1-f1ea-4ba4-a2c7-173c51634718 admin admin] Deleting subnet c8c8ca91-d0f7-4915-9466-2c91418ac56b {{(pid=88103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:22:29.918130 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa8f75f1-f1ea-4ba4-a2c7-173c51634718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:29.997433 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa8f75f1-f1ea-4ba4-a2c7-173c51634718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33333198'] for subnet, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.095130 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa8f75f1-f1ea-4ba4-a2c7-173c51634718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.144367 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7667c91d-78f3-48ee-930a-d9d2c8ebd80d {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:30.153936 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.171607 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Transition to ACTIVE for port object 7667c91d-78f3-48ee-930a-d9d2c8ebd80d will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:30.179900 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.223383 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa8f75f1-f1ea-4ba4-a2c7-173c51634718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33429580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31592037'] for subnet, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.299058 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f75f1-f1ea-4ba4-a2c7-173c51634718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c8ca91-d0f7-4915-9466-2c91418ac56b,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:30.301555 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-aa8f75f1-f1ea-4ba4-a2c7-173c51634718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.310609 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-aa8f75f1-f1ea-4ba4-a2c7-173c51634718 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c8c8ca91-d0f7-4915-9466-2c91418ac56b HTTP/1.1" status: 204 len: 168 time: 0.5057166 Jun 28 11:22:30.310899 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58516) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:30.317712 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaebbf1-af07-4768-ae79-cb0bb78883e0 None None] Network 6debd97d-413d-47e8-8227-82ddb25a54b2 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:22:30.510835 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Pushing event updated for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:30.529291 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.548562 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Deleting port 7556acb2-4ac3-4650-856b-6a93aa37db3d {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:30.549400 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.561682 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Attempting to bind port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:30.562593 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Attempting to bind port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:30.562997 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Attempting to bind port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d on network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:30.568850 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d on network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:30.569274 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Attempting to bind port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d on network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:30.575144 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:30.575571 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Checking segment: {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:30.576253 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Bound using segment: {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:30.576805 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Bound port: 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6aba3ab-18a1-43a1-b505-9e855b5f416d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:30.577220 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.721750 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:30.742469 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:30.752216 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.794370 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] DHCP port deletion for 6debd97d-413d-47e8-8227-82ddb25a54b2 request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:22:30.818829 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] Deleting port 7556acb2-4ac3-4650-856b-6a93aa37db3d {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:30.819438 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.969857 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:30.970460 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.971928 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] 10.222.0.46 "PUT /v2.0/ports/7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 200 len: 1094 time: 1.6545713 Jun 28 11:22:30.982795 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:30.996782 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f250708-1326-4166-ba71-30f5156cb405 service neutron] Pushing event updated for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:31.043495 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dae9eb-dc3f-4989-97d2-8a59e86c56ca req-711fd0c6-13d5-4b73-ad1e-30b287bd2651 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.045471 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b2dae9eb-dc3f-4989-97d2-8a59e86c56ca req-711fd0c6-13d5-4b73-ad1e-30b287bd2651 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 944 time: 0.1858280 Jun 28 11:22:31.152423 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] For port 7556acb2-4ac3-4650-856b-6a93aa37db3d, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=7556acb2-4ac3-4650-856b-6a93aa37db3d,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:31.153159 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.194538 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] For port 7556acb2-4ac3-4650-856b-6a93aa37db3d, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=7556acb2-4ac3-4650-856b-6a93aa37db3d,segment=NetworkSegment(79128fa4-7737-453d-970f-0188ecd32ce6),segment_id=79128fa4-7737-453d-970f-0188ecd32ce6)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:31.194924 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.307452 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b2dae9eb-dc3f-4989-97d2-8a59e86c56ca req-d4a0ad06-9735-4976-9625-44656146aad0 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713562 Jun 28 11:22:31.331755 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Calling delete_port for 7556acb2-4ac3-4650-856b-6a93aa37db3d owned by network:dhcp {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:31.368620 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c5cbb-1b36-4a6a-9c48-2893c855ac08 req-c77a8e9f-4ec6-4e7a-873a-56dddf7b01a2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.370173 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-761c5cbb-1b36-4a6a-9c48-2893c855ac08 req-c77a8e9f-4ec6-4e7a-873a-56dddf7b01a2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1934023 Jun 28 11:22:31.373286 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-6f38a75c-ea7b-44f0-a4d2-ac7847c5a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.375093 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-6f38a75c-ea7b-44f0-a4d2-ac7847c5a504 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1097 time: 0.3282945 Jun 28 11:22:31.451350 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e52926-5fb7-4c1d-9cbf-1c8ef9fdf56c'] response: {'name': 'network-changed', 'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'status': 'completed', 'code': 200} Jun 28 11:22:31.454203 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] Calling delete_port for 7556acb2-4ac3-4650-856b-6a93aa37db3d owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:31.478402 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-ba024f1d-c82e-4419-8414-e2b4d664a7bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 200 len: 217 time: 0.0864639 Jun 28 11:22:31.486350 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-761c5cbb-1b36-4a6a-9c48-2893c855ac08 req-0877fb02-0e68-4d3c-b262-867684dd6ace tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094229 Jun 28 11:22:31.488465 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.557739 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-71594cdd-640b-4f10-9c8e-ea1e6ea9ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.561319 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-71594cdd-640b-4f10-9c8e-ea1e6ea9ad80 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=550d5dfe-cc76-479d-bf93-f67203db076e HTTP/1.1" status: 200 len: 848 time: 0.0742373 Jun 28 11:22:31.566008 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=7556acb2-4ac3-4650-856b-6a93aa37db3d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:31.576649 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] No DVR routers for this DVR port 7556acb2-4ac3-4650-856b-6a93aa37db3d on host dv-cinder-844605-1-smb {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:31.578045 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.api [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:22:31.578045 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG oslo_db.api [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:22:31.588663 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device a5d133ac-4f72-4a0d-b578-1163e5a113af no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:31.625875 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: a5d133ac-4f72-4a0d-b578-1163e5a113af {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:31.626343 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device a5d133ac-4f72-4a0d-b578-1163e5a113af not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:31.626853 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 7556acb2-4ac3-4650-856b-6a93aa37db3d no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:31.674246 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 7556acb2-4ac3-4650-856b-6a93aa37db3d {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:31.674741 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 7556acb2-4ac3-4650-856b-6a93aa37db3d not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:31.675258 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:31.716611 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:31.716856 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 4ea44de2-ed7b-4233-b2b4-77a9694e69e7 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:31.748727 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.789180 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6debd97d-413d-47e8-8227-82ddb25a54b2']}} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:31.803589 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79128fa4-7737-453d-970f-0188ecd32ce6') {'for_net_delete': True} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:31.804045 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79128fa4-7737-453d-970f-0188ecd32ce6') {} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:31.819101 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33333191'] for segment, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.839174 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.849394 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:22:31.849811 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33429730'] for segment, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.930271 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-9c6b2650-01fd-4aa1-8a9f-ae72d3e4c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.934598 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-9c6b2650-01fd-4aa1-8a9f-ae72d3e4c3e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3441558 Jun 28 11:22:31.945363 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment 79128fa4-7737-453d-970f-0188ecd32ce6 resource provider aggregate not found Jun 28 11:22:31.989993 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment 79128fa4-7737-453d-970f-0188ecd32ce6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 79128fa4-7737-453d-970f-0188ecd32ce6 found for delete ", "request_id": "req-3e6afe64-d5af-44fc-9918-0038903a6381"}]} Jun 28 11:22:32.007323 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.025211 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.035651 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=6debd97d-413d-47e8-8227-82ddb25a54b2,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:32.057568 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-896c0591-dc7a-4a01-af36-7ba289745bfa admin admin] 10.222.0.15 "DELETE /v2.0/networks/6debd97d-413d-47e8-8227-82ddb25a54b2 HTTP/1.1" status: 204 len: 168 time: 1.7453907 Jun 28 11:22:32.080018 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] Deleting port 7556acb2-4ac3-4650-856b-6a93aa37db3d {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:32.080018 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.104230 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-026093c9-51e3-48cc-802c-809f32962eda service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623094 Jun 28 11:22:32.166355 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-2ec1dac7-c85d-488a-bb00-05d3695012ca None None] The port '7556acb2-4ac3-4650-856b-6a93aa37db3d' was deleted {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:22:32.253366 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58536) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:32.260810 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-04283bd8-cf44-4f5e-8ca3-51e5279459e7 req-ad4563ad-d6a5-457c-89fb-42a1784b16ff service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477525 Jun 28 11:22:32.309891 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-dc0fa936-2f46-4ec5-bf12-5f77d26187a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b16e39bda1344f5491a02a0042942e7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0551586 Jun 28 11:22:32.312988 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58540) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:32.394086 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7d686ca4-bbf9-4f9c-8a42-c41d86bad9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.430113 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7d686ca4-bbf9-4f9c-8a42-c41d86bad9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.443294 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:22:32.446047 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-347cb385-3355-4596-981c-c2b26e4c15ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:32.449610 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-347cb385-3355-4596-981c-c2b26e4c15ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1097 time: 0.1209297 Jun 28 11:22:32.495505 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7d686ca4-bbf9-4f9c-8a42-c41d86bad9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.515053 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d686ca4-bbf9-4f9c-8a42-c41d86bad9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132fbe3-ec39-4741-88c4-6c0d9a7db87c,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:32.521869 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7d686ca4-bbf9-4f9c-8a42-c41d86bad9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.525684 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-7d686ca4-bbf9-4f9c-8a42-c41d86bad9ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4132fbe3-ec39-4741-88c4-6c0d9a7db87c HTTP/1.1" status: 204 len: 168 time: 0.2093544 Jun 28 11:22:32.967137 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-40daf5ae-d26b-4e98-92dc-4ff554187a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:32.968867 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-40daf5ae-d26b-4e98-92dc-4ff554187a8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 200 len: 910 time: 0.4492168 Jun 28 11:22:33.060161 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb28b5-d8a9-476e-9cf4-8716ce82bf7c req-18512ba7-55c2-418d-beaa-5fb986e0b4a6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.061781 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1efb28b5-d8a9-476e-9cf4-8716ce82bf7c req-18512ba7-55c2-418d-beaa-5fb986e0b4a6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 944 time: 0.6201742 Jun 28 11:22:33.077406 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-cfd629d2-9461-4b7e-b99c-3d91961ce08d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 200 len: 217 time: 0.0991702 Jun 28 11:22:33.161852 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f421d-9042-4c20-bd18-483dd39e4e13 req-e78bede7-d045-4638-b0cf-bcd5f16da3a0 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.176278 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-168f421d-9042-4c20-bd18-483dd39e4e13 req-e78bede7-d045-4638-b0cf-bcd5f16da3a0 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.4368520 Jun 28 11:22:33.231554 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1efb28b5-d8a9-476e-9cf4-8716ce82bf7c req-9981440e-2d91-4349-8622-08bd3eca35fd tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569088 Jun 28 11:22:33.253134 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-48da56f5-3e3e-4332-adbb-fd1cbb1f231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.255317 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-48da56f5-3e3e-4332-adbb-fd1cbb1f231c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=550d5dfe-cc76-479d-bf93-f67203db076e HTTP/1.1" status: 200 len: 848 time: 0.1588075 Jun 28 11:22:33.270626 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-168f421d-9042-4c20-bd18-483dd39e4e13 req-42d974ee-009e-45f4-bbc0-231e2125ebf1 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915737 Jun 28 11:22:33.382376 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-5f5d2f4e-1174-4035-afbb-24eedb27e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.384927 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-5f5d2f4e-1174-4035-afbb-24eedb27e2eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1132364 Jun 28 11:22:33.549767 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-f9253049-eb44-4a0c-b3fc-d5096f65c4d1 service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564400 Jun 28 11:22:33.582572 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 7667c91d-78f3-48ee-930a-d9d2c8ebd80d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:33.780317 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-af0987fc-8887-4a72-aa03-241a9d2f9340 req-cff9a8c0-b747-489a-8117-3ead9bcf2632 service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224388 Jun 28 11:22:33.782623 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:33.798339 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'port_id': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'mac_address': 'fa:16:3e:41:39:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:33.865170 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:33.865591 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:33.886019 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7667c91d-78f3-48ee-930a-d9d2c8ebd80d {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:33.907108 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:33.918084 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:34.058441 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:34.213981 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['7667c91d-78f3-48ee-930a-d9d2c8ebd80d'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:34.608313 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0a622-0c23-472d-a440-951bc7573a1e req-22a386d0-4e4e-41b6-bcb3-193fbc9eca25 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:34.610073 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-31d0a622-0c23-472d-a440-951bc7573a1e req-22a386d0-4e4e-41b6-bcb3-193fbc9eca25 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 945 time: 0.2262263 Jun 28 11:22:34.624643 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54e348-16f0-4cd2-aa9a-d0e6a11c620a req-0ed75f35-1cbd-4c46-b91a-5138f3ef91b3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:34.626103 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9b54e348-16f0-4cd2-aa9a-d0e6a11c620a req-0ed75f35-1cbd-4c46-b91a-5138f3ef91b3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1301916 Jun 28 11:22:34.702213 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-31d0a622-0c23-472d-a440-951bc7573a1e req-ef347b8e-5dd7-476b-b71c-a4afe8f8f49a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750120 Jun 28 11:22:34.707156 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9b54e348-16f0-4cd2-aa9a-d0e6a11c620a req-bcc89dab-58f9-4f93-ba5d-4528cc972412 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641689 Jun 28 11:22:35.599670 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 7667c91d-78f3-48ee-930a-d9d2c8ebd80d up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:35.678479 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:35.685060 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:35.685440 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:35.829393 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:35.829769 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:35.862538 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:35.877410 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:35.886144 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:35.998653 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:36.247775 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf28571-d90e-4b37-9bd4-00c0dadcb7b0 req-5eef3bd3-fe17-4cb1-aa58-7c9a7f3480e7 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:36.249347 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ebf28571-d90e-4b37-9bd4-00c0dadcb7b0 req-5eef3bd3-fe17-4cb1-aa58-7c9a7f3480e7 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.3226509 Jun 28 11:22:36.256943 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12732b84-1216-45e1-b177-7cb4447955c1 req-bc485641-c32c-400f-98b1-d7b7b56c0515 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:36.258332 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-12732b84-1216-45e1-b177-7cb4447955c1 req-bc485641-c32c-400f-98b1-d7b7b56c0515 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.2774870 Jun 28 11:22:36.346976 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ebf28571-d90e-4b37-9bd4-00c0dadcb7b0 req-73f922b0-4724-4c18-8237-3783e5a82495 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874329 Jun 28 11:22:36.377341 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-12732b84-1216-45e1-b177-7cb4447955c1 req-419dfc96-9fff-46a7-b400-c721a2e5e00f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973978 Jun 28 11:22:36.442094 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5ba1b9-fa46-4c5b-8947-ceecf02fd570'] response: {'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'code': 200} Jun 28 11:22:36.808855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58620) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:36.830159 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e4cdb-a764-473d-bb68-f1468e71a695 req-0f5a388e-c67e-4d32-96e3-532700a95729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:36.831654 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-268e4cdb-a764-473d-bb68-f1468e71a695 req-0f5a388e-c67e-4d32-96e3-532700a95729 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1099 time: 0.1009593 Jun 28 11:22:36.885979 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-268e4cdb-a764-473d-bb68-f1468e71a695 req-8c7fd1a1-eed9-4dec-a615-834f73bb8955 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473807 Jun 28 11:22:36.955366 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:36.970864 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:36.974832 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5db09870fc42f08fc6940c1aa18253 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:36.977779 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:36.983853 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:37.078237 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:37.087098 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:37.144713 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e5db09870fc42f08fc6940c1aa18253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322673 Jun 28 11:22:37.144713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f2fb-4ef8-4e27-ba09-be362090e030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd5c89b-1a27-43cf-9c87-bd090a08dfb8,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:37.145979 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58626) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:37.227897 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12a7d8cf-7208-4cac-9c3b-b85e8dca9c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:37.258197 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12a7d8cf-7208-4cac-9c3b-b85e8dca9c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:37.336101 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12a7d8cf-7208-4cac-9c3b-b85e8dca9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:37.350398 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7d8cf-7208-4cac-9c3b-b85e8dca9c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd5c89b-1a27-43cf-9c87-bd090a08dfb8,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:37.358459 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12a7d8cf-7208-4cac-9c3b-b85e8dca9c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:37.359702 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-12a7d8cf-7208-4cac-9c3b-b85e8dca9c7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebd5c89b-1a27-43cf-9c87-bd090a08dfb8 HTTP/1.1" status: 204 len: 168 time: 0.2118762 Jun 28 11:22:37.745780 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34f3d6-77a4-4b04-8354-8af4d166b61e req-8e7ce069-993d-4e29-bc28-3ca9947932ba tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.747675 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5e34f3d6-77a4-4b04-8354-8af4d166b61e req-8e7ce069-993d-4e29-bc28-3ca9947932ba tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.1519749 Jun 28 11:22:37.764617 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabe42c-78d8-40de-bb3b-45194b70c7d7 req-8d33ebce-6a68-46fb-864c-8caee3d81004 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.766158 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-adabe42c-78d8-40de-bb3b-45194b70c7d7 req-8d33ebce-6a68-46fb-864c-8caee3d81004 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.2330742 Jun 28 11:22:37.838968 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-adabe42c-78d8-40de-bb3b-45194b70c7d7 req-4c6d1876-a52e-477a-b45c-356f3a8d5647 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596237 Jun 28 11:22:37.841707 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5e34f3d6-77a4-4b04-8354-8af4d166b61e req-c17b068e-0042-4832-87f5-fbca1840c92e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857620 Jun 28 11:22:39.138471 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e5843-23df-4507-99ed-22fd70ff5d88 req-b4729331-6d94-4cd3-af86-73beb88d2e5e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.140010 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9b8e5843-23df-4507-99ed-22fd70ff5d88 req-b4729331-6d94-4cd3-af86-73beb88d2e5e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.1601985 Jun 28 11:22:39.152333 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06755a73-4786-4350-b0ec-ab84d7cfb207 req-47044240-e04d-4779-8925-a83c3ec2946b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.153790 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-06755a73-4786-4350-b0ec-ab84d7cfb207 req-47044240-e04d-4779-8925-a83c3ec2946b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1316726 Jun 28 11:22:39.226233 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9b8e5843-23df-4507-99ed-22fd70ff5d88 req-873797f6-52d5-47ae-b11d-00e8d5b38403 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714958 Jun 28 11:22:39.229027 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-06755a73-4786-4350-b0ec-ab84d7cfb207 req-cd5eb63a-d578-4353-b435-7463539bc05f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612817 Jun 28 11:22:39.430865 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3b664-55cd-4a84-8a8a-ce2960c67a35 req-e0a8e13f-f433-4abc-b6cd-af8da70212ac tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.432685 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bbe3b664-55cd-4a84-8a8a-ce2960c67a35 req-e0a8e13f-f433-4abc-b6cd-af8da70212ac tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0889418 Jun 28 11:22:39.480159 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bbe3b664-55cd-4a84-8a8a-ce2960c67a35 req-98dfed8c-4a09-46e2-86b8-a9f856ce4532 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412040 Jun 28 11:22:39.504446 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58710) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:39.682886 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-08598076-8365-4bbd-96c6-62224c2b1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.684544 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-08598076-8365-4bbd-96c6-62224c2b1d4b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 1099 time: 0.0871675 Jun 28 11:22:39.760990 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb463c1-9778-4463-a5e7-65b9272ab52d tempest-TestShelveInstance-680229725 tempest-TestShelveInstance-680229725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.761701 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7cb463c1-9778-4463-a5e7-65b9272ab52d tempest-TestShelveInstance-680229725 tempest-TestShelveInstance-680229725-project-admin] Synchronizing usage tracker for tenant:d198745efa694f2787a40f8894b994d9 on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:39.780105 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7cb463c1-9778-4463-a5e7-65b9272ab52d tempest-TestShelveInstance-680229725 tempest-TestShelveInstance-680229725-project-admin] Unset dirty status for tenant:d198745efa694f2787a40f8894b994d9 on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:39.784047 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-7cb463c1-9778-4463-a5e7-65b9272ab52d tempest-TestShelveInstance-680229725 tempest-TestShelveInstance-680229725-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1094 time: 0.2756011 Jun 28 11:22:39.784385 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 58732) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:39.789905 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'port_id': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:39.795969 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:39.800188 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Usage tracker for resource:floatingip and tenant:3b7b853f6ba74650a7f92f7ccebfb69e is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:39.803337 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:39.810588 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:39.822949 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for floatingip, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.834084 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-1f59c1d9-dcc1-4e19-accc-51c9a3b04e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.835536 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-1f59c1d9-dcc1-4e19-accc-51c9a3b04e64 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.1444566 Jun 28 11:22:39.962049 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-4bcdadff-b8e0-4003-8d92-736478743bdc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3 HTTP/1.1" status: 200 len: 1001 time: 0.1186390 Jun 28 11:22:39.990082 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.052770 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-bd2224e8-beab-4b9e-beff-e1ac62e77462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:40.052770 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-bd2224e8-beab-4b9e-beff-e1ac62e77462 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.0823703 Jun 28 11:22:40.137342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Allocated IP 172.28.1.54 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/241bddaa-b192-4345-b416-c79901850ba7) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:40.147032 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-672b511d-346c-4c40-9e48-6f094ff1999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:40.148727 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-672b511d-346c-4c40-9e48-6f094ff1999d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926218 Jun 28 11:22:40.299860 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-e30924ff-1839-4e7c-99e3-e6bd6ec50909 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447148 Jun 28 11:22:40.308107 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.358158 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.428859 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:40.431812 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:40.435821 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:40.477975 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'Port': ['ID=241bddaa-b192-4345-b416-c79901850ba7,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:40.627232 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-985a24fc-20d4-4e27-ad35-036c5f70dbbd req-872818e3-ec1a-4c5e-aa9e-765d66dc734e service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204575 Jun 28 11:22:40.643698 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b36742-c1e1-435c-958f-0cd8fd550aef req-89836ba7-8226-4adc-a7fc-450d62c283a4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:40.649066 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e2b36742-c1e1-435c-958f-0cd8fd550aef req-89836ba7-8226-4adc-a7fc-450d62c283a4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.2538640 Jun 28 11:22:40.705656 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e2b36742-c1e1-435c-958f-0cd8fd550aef req-026cf66f-e95e-4c41-a8ea-20010aa05904 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530739 Jun 28 11:22:40.982892 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.071359 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.103656 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58798) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:41.227162 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.244775 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:41.248772 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] Usage tracker for resource:security_group_rule and tenant:b145548592da406f8f242a9332dc0ef0 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:41.251561 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:41.257338 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:41.282073 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.289213 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.341403 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.347074 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.394009 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event updated for resources: {'Port': ['ID=241bddaa-b192-4345-b416-c79901850ba7,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:41.395783 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b145548592da406f8f242a9332dc0ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909808 Jun 28 11:22:41.396812 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4dd9c-8a75-44a0-8b7a-e063d456483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc289122-b85b-420f-84bf-d7d132681c30,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:41.399252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58804) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:41.410687 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.459427 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-166bf73a-a00b-4780-a81b-a712a64dec80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.486109 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-166bf73a-a00b-4780-a81b-a712a64dec80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.540892 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-166bf73a-a00b-4780-a81b-a712a64dec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.561359 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bf73a-a00b-4780-a81b-a712a64dec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc289122-b85b-420f-84bf-d7d132681c30,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:41.570256 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-166bf73a-a00b-4780-a81b-a712a64dec80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.571397 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-166bf73a-a00b-4780-a81b-a712a64dec80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc289122-b85b-420f-84bf-d7d132681c30 HTTP/1.1" status: 204 len: 168 time: 0.1708734 Jun 28 11:22:41.586668 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Floating IP a4e9035f-92d8-475f-907c-a69587f07b42 associated. External IP: 172.28.1.54, port: 7667c91d-78f3-48ee-930a-d9d2c8ebd80d. Jun 28 11:22:41.891471 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58814) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:41.917696 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.941766 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:41.947668 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e9610c4b714ca380bba11472eb5c3d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:41.951183 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:41.958140 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:41.975445 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:41.986904 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7def293-0648-4207-a544-3df1123d43d1 req-2d65d598-72fd-4c57-84fd-adff378c74be tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:41.988496 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e7def293-0648-4207-a544-3df1123d43d1 req-2d65d598-72fd-4c57-84fd-adff378c74be tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1501667 Jun 28 11:22:42.053853 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e7def293-0648-4207-a544-3df1123d43d1 req-8b33f276-064e-4c52-babe-a56d8f97263d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579171 Jun 28 11:22:42.095077 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.101481 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.151115 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7e9610c4b714ca380bba11472eb5c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580280 Jun 28 11:22:42.152268 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1ba9c-7ba5-4afa-98bc-345a4ac69ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca8eb4-6410-4e47-8b67-91d1d3855f43,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:42.154815 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58820) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:42.217447 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4c17fdc1-455a-4171-96e9-aaa964cbf62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.243477 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4c17fdc1-455a-4171-96e9-aaa964cbf62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.287286 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:42.297706 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] Sync routers for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:42.304363 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4c17fdc1-455a-4171-96e9-aaa964cbf62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.310253 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:42.311291 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:22:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.318050 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.331127 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17fdc1-455a-4171-96e9-aaa964cbf62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca8eb4-6410-4e47-8b67-91d1d3855f43,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:42.340375 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4c17fdc1-455a-4171-96e9-aaa964cbf62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:42.341521 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4c17fdc1-455a-4171-96e9-aaa964cbf62b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3dca8eb4-6410-4e47-8b67-91d1d3855f43 HTTP/1.1" status: 204 len: 168 time: 0.1858239 Jun 28 11:22:42.390059 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-23c4cec4-18fb-4950-b54b-6e5ef7c94725 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6045330 Jun 28 11:22:42.390696 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:42.527740 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:42.575039 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd740062-7311-44d5-93f1-1661b00197a0'] response: {'name': 'network-changed', 'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'status': 'completed', 'code': 200} Jun 28 11:22:42.674315 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-62661343-d63f-4437-b675-f076357f34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:42.675948 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-62661343-d63f-4437-b675-f076357f34ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1099 time: 0.0777659 Jun 28 11:22:42.837730 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-d68d9532-3474-4b7d-a279-3d680f880906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:42.839611 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-d68d9532-3474-4b7d-a279-3d680f880906 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 200 len: 910 time: 0.1557772 Jun 28 11:22:42.925088 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': 'a4e9035f-92d8-475f-907c-a69587f07b42', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'port_id': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'mac_address': 'fa:16:3e:41:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:40Z', 'updated_at': '2022-06-28T11:22:40Z', 'revision_number': 0, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:22:08Z', 'revision_number': 5, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.929590 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] Checking router: d2c76844-1ea5-41b3-a86c-3dd03bb62a9e for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:42.938661 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:42.939336 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:22:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.958317 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-7f7fee7f-9004-4e4a-937f-fedc66bda1b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 200 len: 999 time: 0.1030185 Jun 28 11:22:43.028054 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-faaa3338-e27a-4737-901d-d03dc24bf6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:43.029592 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-faaa3338-e27a-4737-901d-d03dc24bf6ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=550d5dfe-cc76-479d-bf93-f67203db076e HTTP/1.1" status: 200 len: 848 time: 0.0651262 Jun 28 11:22:43.135252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-932da1b6-4d1f-4b5f-bb9f-e1727a83d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:43.136990 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-932da1b6-4d1f-4b5f-bb9f-e1727a83d4e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1004968 Jun 28 11:22:43.170946 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:43.338222 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-29a70be3-f8a8-470c-87be-3d2916b0c935 service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938996 Jun 28 11:22:43.349618 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b61e13-07fe-4ffa-8fd2-d83ae2ddb58e req-dfb326f4-85e1-4f30-b51b-b786ace740ec tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:43.351076 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-24b61e13-07fe-4ffa-8fd2-d83ae2ddb58e req-dfb326f4-85e1-4f30-b51b-b786ace740ec tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 946 time: 0.1380138 Jun 28 11:22:43.476984 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-24b61e13-07fe-4ffa-8fd2-d83ae2ddb58e req-97e52656-3beb-48ea-bd91-c1c1c4344344 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045396 Jun 28 11:22:43.529296 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ccb7c5b3-e8ea-477f-b7e7-c0027c2f5a21 req-49b1af7c-720c-4b22-9448-db543246ab88 service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772535 Jun 28 11:22:43.548134 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': 'a4e9035f-92d8-475f-907c-a69587f07b42', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'port_id': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'mac_address': 'fa:16:3e:41:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:40Z', 'updated_at': '2022-06-28T11:22:40Z', 'revision_number': 0, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:22:08Z', 'revision_number': 5, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:43.553499 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c54c40-8058-4d48-961d-c951343a9756 None None] The sync data for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb is: [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': 'a4e9035f-92d8-475f-907c-a69587f07b42', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'floating_ip_address': '172.28.1.54', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'port_id': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'mac_address': 'fa:16:3e:41:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:40Z', 'updated_at': '2022-06-28T11:22:40Z', 'revision_number': 0, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:22:08Z', 'revision_number': 5, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:43.646150 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:43.791391 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a02515-04a5-420e-a389-e27cae2b537b None None] New status for floating IP a4e9035f-92d8-475f-907c-a69587f07b42: ACTIVE {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:43.878825 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 is: ACTIVE; New status is: DOWN {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:43.879279 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.002251 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:44.039943 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:44.056856 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.104094 dv-cinder-844605-1-smb neutron-server[88105]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-afba38d5-4c0b-4d48-aedd-364eea2c24bb']: {'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'code': 422} returned with failed status Jun 28 11:22:44.214028 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=8']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:45.046303 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daf4d7-266e-4c27-9f1e-241e8d23ce43 req-ddbc9c0f-4fd4-4ca1-8792-18aee599bcaf tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:45.047759 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-26daf4d7-266e-4c27-9f1e-241e8d23ce43 req-ddbc9c0f-4fd4-4ca1-8792-18aee599bcaf tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.0879939 Jun 28 11:22:45.094652 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-26daf4d7-266e-4c27-9f1e-241e8d23ce43 req-a692f524-d252-421c-887e-c55077f77a5c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396159 Jun 28 11:22:45.319083 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58926) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.538793 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-1894e386-c98a-4403-8a20-d712d2ab864d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2185550 Jun 28 11:22:46.309090 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac0c09-6a9c-4f00-a3de-50789f39e586 req-36796522-ed1c-43dc-9e32-15436bd4c6bc tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:46.310644 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8dac0c09-6a9c-4f00-a3de-50789f39e586 req-36796522-ed1c-43dc-9e32-15436bd4c6bc tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.1008334 Jun 28 11:22:46.357379 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8dac0c09-6a9c-4f00-a3de-50789f39e586 req-5bd4723d-7a3f-48ae-9a06-e173bb35b5c2 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402975 Jun 28 11:22:46.506450 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-c188276e-34eb-4c53-b909-1985e1c8cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:46.507934 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-c188276e-34eb-4c53-b909-1985e1c8cad3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af&tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4 HTTP/1.1" status: 200 len: 1097 time: 0.0931461 Jun 28 11:22:46.611832 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-f72a5661-ad3f-47cc-b304-059570484cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:46.613352 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-f72a5661-ad3f-47cc-b304-059570484cbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 1097 time: 0.0807896 Jun 28 11:22:46.741318 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-9fbf95f2-0c6e-4c07-bc3a-25c7c99f19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:46.742758 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-9fbf95f2-0c6e-4c07-bc3a-25c7c99f19dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 200 len: 918 time: 0.1233461 Jun 28 11:22:46.855648 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-b7eb15e7-e8f1-4c0a-9df1-7c0159b71b87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3 HTTP/1.1" status: 200 len: 999 time: 0.1056020 Jun 28 11:22:46.920613 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-b0986e2b-a686-4474-a94b-fecfd666cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:46.922094 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-b0986e2b-a686-4474-a94b-fecfd666cc34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 200 len: 856 time: 0.0601737 Jun 28 11:22:47.012706 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-31bb774e-1495-48dd-ae86-d0a10b905bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:47.014204 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-31bb774e-1495-48dd-ae86-d0a10b905bae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f7f84fa-cb69-41c2-8c36-3055118742f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854535 Jun 28 11:22:47.154112 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-4235737d-98bb-42d5-aa93-a249d84da175 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340294 Jun 28 11:22:47.292631 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-cf0eb1b7-6f99-4d03-825e-9a62eee40c09 req-e51b11aa-ce33-48f0-be2a-0b8426ca5085 service neutron] 10.222.0.46 "GET /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321957 Jun 28 11:22:47.563565 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fa7f9-43a3-4113-a593-959197d87ddf req-7a115038-e93e-4917-93b5-c3595a7b6a89 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:47.565539 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7f9fa7f9-43a3-4113-a593-959197d87ddf req-7a115038-e93e-4917-93b5-c3595a7b6a89 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.0962389 Jun 28 11:22:47.615168 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7f9fa7f9-43a3-4113-a593-959197d87ddf req-24ba01dc-b611-4a7b-aef1-495ef8650b81 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431013 Jun 28 11:22:48.820090 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e8b48-9325-423f-bf79-4b171777940d req-d1ce8a6f-42d1-4c99-884b-0c9b8ccde8b6 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:48.822625 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-243e8b48-9325-423f-bf79-4b171777940d req-d1ce8a6f-42d1-4c99-884b-0c9b8ccde8b6 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.0938783 Jun 28 11:22:48.878575 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-243e8b48-9325-423f-bf79-4b171777940d req-a8937317-f7f3-4c04-8059-0992103f58db tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499010 Jun 28 11:22:49.127000 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.179007 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 58996) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:49.303335 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.320051 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:49.324303 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] Usage tracker for resource:security_group_rule and tenant:48dd28b9aa7244edae9a1b67ea4e8e69 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:49.327227 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:49.333086 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:49.430489 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.439673 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.497403 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48dd28b9aa7244edae9a1b67ea4e8e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171840 Jun 28 11:22:49.498450 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a1c26-7d5e-4864-bbda-2c4c6d0ff225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5469826b-5a30-4c07-8de2-a58575b680c4,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:49.500695 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59004) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:49.564026 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b65a-98e5-425b-bdc3-5bc593c7d0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.589443 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b65a-98e5-425b-bdc3-5bc593c7d0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.647814 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b65a-98e5-425b-bdc3-5bc593c7d0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.673994 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9b65a-98e5-425b-bdc3-5bc593c7d0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5469826b-5a30-4c07-8de2-a58575b680c4,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:49.680737 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b5d9b65a-98e5-425b-bdc3-5bc593c7d0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.683816 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b5d9b65a-98e5-425b-bdc3-5bc593c7d0c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5469826b-5a30-4c07-8de2-a58575b680c4 HTTP/1.1" status: 204 len: 168 time: 0.1796868 Jun 28 11:22:50.029185 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59020) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:50.050634 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.067107 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:50.071521 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a8ee1daf70497fbc1b81af2471f7b0 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:50.074555 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:50.081071 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:50.183026 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.190063 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.245717 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0a8ee1daf70497fbc1b81af2471f7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2151976 Jun 28 11:22:50.255266 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59024) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:50.275393 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ef488-24e4-4c55-80a8-b999b42d03e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000a7a43-0e60-4e72-a482-542b6d155819,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:50.314183 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b721ef9-74e0-410e-88fb-4b56e71ca638 req-c4ffe925-6ae8-4913-ba61-0e85b2b9494d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:50.322309 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7b721ef9-74e0-410e-88fb-4b56e71ca638 req-c4ffe925-6ae8-4913-ba61-0e85b2b9494d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.1667447 Jun 28 11:22:50.335243 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03cca981-b134-43d5-94fe-779c9df23353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.367534 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03cca981-b134-43d5-94fe-779c9df23353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.372401 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7b721ef9-74e0-410e-88fb-4b56e71ca638 req-4f3040c9-ed34-4e0e-8562-3f571099b07f tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488145 Jun 28 11:22:50.425643 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03cca981-b134-43d5-94fe-779c9df23353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.443553 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cca981-b134-43d5-94fe-779c9df23353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000a7a43-0e60-4e72-a482-542b6d155819,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:50.450267 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-03cca981-b134-43d5-94fe-779c9df23353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.453073 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-03cca981-b134-43d5-94fe-779c9df23353 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/000a7a43-0e60-4e72-a482-542b6d155819 HTTP/1.1" status: 204 len: 168 time: 0.1965914 Jun 28 11:22:51.579440 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0057ce-9c0a-4a89-b1f6-2787a553ecd9 req-34fd64bb-c527-424f-bc24-ee5931377a87 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:51.587772 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7e0057ce-9c0a-4a89-b1f6-2787a553ecd9 req-34fd64bb-c527-424f-bc24-ee5931377a87 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.1058884 Jun 28 11:22:51.640111 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7e0057ce-9c0a-4a89-b1f6-2787a553ecd9 req-651e5ac2-c5bf-4ad6-931d-f99d29a4c12d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513265 Jun 28 11:22:52.210419 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-21096867-f1f3-4614-aaf3-7723f486c346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:52.471638 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59094) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:52.598414 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:52.613883 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:52.618399 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] Usage tracker for resource:security_group_rule and tenant:b233c7398ddf4b7286f4133f3639943b is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:52.621613 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:52.628521 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:52.718957 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:52.723804 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:52.773721 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b233c7398ddf4b7286f4133f3639943b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009348 Jun 28 11:22:52.774655 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ac81c-aadd-4f81-a809-4bdf6ea7c1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95200b3-2760-4c55-a9fd-fabe8babce38,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:52.777488 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59102) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:52.859362 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25720936-218b-4739-91d6-a6590a4d445f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:52.885654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2c92-36f0-4a7e-ad4c-cbea6d99785a req-0eeb7ae9-77a3-4fa3-a21c-9185ffa94459 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:52.887164 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-828f2c92-36f0-4a7e-ad4c-cbea6d99785a req-0eeb7ae9-77a3-4fa3-a21c-9185ffa94459 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.1419098 Jun 28 11:22:52.907150 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25720936-218b-4739-91d6-a6590a4d445f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:52.957085 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-828f2c92-36f0-4a7e-ad4c-cbea6d99785a req-3ea25d43-ec00-4b01-8ad6-f6b1f362dbaa tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595205 Jun 28 11:22:52.990385 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25720936-218b-4739-91d6-a6590a4d445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.005217 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25720936-218b-4739-91d6-a6590a4d445f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95200b3-2760-4c55-a9fd-fabe8babce38,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:53.014701 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-25720936-218b-4739-91d6-a6590a4d445f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.015979 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-25720936-218b-4739-91d6-a6590a4d445f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d95200b3-2760-4c55-a9fd-fabe8babce38 HTTP/1.1" status: 204 len: 168 time: 0.2374902 Jun 28 11:22:53.394820 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59110) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:53.425292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.457554 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:53.467032 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] Usage tracker for resource:security_group_rule and tenant:7dc7b4b5727643f2bf2e39de8b9c0d50 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:53.477398 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:53.484995 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:53.591097 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.597158 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.649703 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dc7b4b5727643f2bf2e39de8b9c0d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534299 Jun 28 11:22:53.650842 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e32c41-5c7e-43cb-8dfe-2ea50aed68cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb36946-d481-4b52-b4e9-501810bd7935,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:53.652849 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59114) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:53.733272 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.762435 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.831439 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.859711 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb36946-d481-4b52-b4e9-501810bd7935,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:53.863594 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:53.867176 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7eb36946-d481-4b52-b4e9-501810bd7935 HTTP/1.1" status: 204 len: 168 time: 0.2108886 Jun 28 11:22:53.882364 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.882704 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.883039 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.883366 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.883692 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.884016 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.884334 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.886016 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.886555 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.886707 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.887008 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:53.888635 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22f8873-eb3e-467a-b1df-383861770e77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:54.309187 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-bbe91684-ccdb-4450-a0dd-36e577c07aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:54.322545 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b5d4a-b6d2-4520-97c1-45b21c8644e4 req-3581f048-0e60-49af-9443-9d2f0095caf6 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:54.324403 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-012b5d4a-b6d2-4520-97c1-45b21c8644e4 req-3581f048-0e60-49af-9443-9d2f0095caf6 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.2454240 Jun 28 11:22:54.370727 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-012b5d4a-b6d2-4520-97c1-45b21c8644e4 req-04710ff7-f780-422b-9d1d-de6933dc471c tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Jun 28 11:22:55.601887 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:55.608216 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:55.866647 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc531024-fc2f-4b47-905e-cb74f926afbc req-a0f784c4-b4da-462e-b9b4-441850dd185d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:55.873878 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bc531024-fc2f-4b47-905e-cb74f926afbc req-a0f784c4-b4da-462e-b9b4-441850dd185d tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.1235149 Jun 28 11:22:55.932159 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bc531024-fc2f-4b47-905e-cb74f926afbc req-ea808576-9df5-4c82-ad79-2876b8d4a25a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551491 Jun 28 11:22:56.630760 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59194) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:56.756038 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:56.770764 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:56.774520 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] Usage tracker for resource:security_group_rule and tenant:df0dc136298a4c98b5df31a7c19e5744 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:56.777503 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:56.783603 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:56.874418 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:56.880937 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:56.888022 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:56.930727 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df0dc136298a4c98b5df31a7c19e5744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2988381 Jun 28 11:22:56.933528 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59200) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:56.936353 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e212b4-994e-42b2-b68d-ee928fc0823c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db257dfd-801f-4974-8370-8733d05764ad,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:57.001101 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a0ff820d-8e54-42ea-b732-0ac96ab9ef20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.032279 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a0ff820d-8e54-42ea-b732-0ac96ab9ef20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.132883 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a0ff820d-8e54-42ea-b732-0ac96ab9ef20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.164656 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff820d-8e54-42ea-b732-0ac96ab9ef20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db257dfd-801f-4974-8370-8733d05764ad,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:57.168544 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-a0ff820d-8e54-42ea-b732-0ac96ab9ef20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.169658 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-a0ff820d-8e54-42ea-b732-0ac96ab9ef20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db257dfd-801f-4974-8370-8733d05764ad HTTP/1.1" status: 204 len: 168 time: 0.2352138 Jun 28 11:22:57.204281 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ca999-b19f-460a-aec1-80e601cd2991 req-91f77df1-f2c8-4b48-a999-6f2dd86061f9 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:57.206430 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bc8ca999-b19f-460a-aec1-80e601cd2991 req-91f77df1-f2c8-4b48-a999-6f2dd86061f9 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.1141140 Jun 28 11:22:57.252660 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bc8ca999-b19f-460a-aec1-80e601cd2991 req-32d607d8-3e49-45b1-9b67-96995aabf40e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 Jun 28 11:22:57.485974 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59210) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:57.507993 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.522161 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:57.526054 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:9a77ba5600db4fa7a644e8abf71180b6 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:57.528819 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:57.534469 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:57.618104 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.624147 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.669386 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a77ba5600db4fa7a644e8abf71180b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819322 Jun 28 11:22:57.670210 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c92afb-0f6a-452d-8cb4-f4ed922e7ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dae88ba-6fd7-4fc3-af41-18543f9e042b,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:57.673151 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59214) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:57.737579 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6fff4e7e-aae5-4085-9ef9-fde491a9c36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.773855 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6fff4e7e-aae5-4085-9ef9-fde491a9c36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.829388 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6fff4e7e-aae5-4085-9ef9-fde491a9c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.852974 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff4e7e-aae5-4085-9ef9-fde491a9c36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dae88ba-6fd7-4fc3-af41-18543f9e042b,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:57.867914 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-6fff4e7e-aae5-4085-9ef9-fde491a9c36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:57.872362 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-6fff4e7e-aae5-4085-9ef9-fde491a9c36f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dae88ba-6fd7-4fc3-af41-18543f9e042b HTTP/1.1" status: 204 len: 168 time: 0.1980424 Jun 28 11:22:58.455692 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f25b0-4e00-4fce-88c3-e4fa24d4228c req-7fa041c0-f1d0-4fc5-856c-bd43a9a0fc38 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:58.457223 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f90f25b0-4e00-4fce-88c3-e4fa24d4228c req-7fa041c0-f1d0-4fc5-856c-bd43a9a0fc38 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.0939050 Jun 28 11:22:58.503689 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f90f25b0-4e00-4fce-88c3-e4fa24d4228c req-2e0beb67-e0ce-46c9-86bc-e7295fd859d3 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Jun 28 11:22:58.665954 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59242) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:58.774268 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-169543666-network', 'tenant_id': 'c3146d26157c4e6da8c63ef91b26bafa'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:58.779797 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:58.784155 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Usage tracker for resource:network and tenant:c3146d26157c4e6da8c63ef91b26bafa is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:58.787390 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:58.797756 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:58.811965 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Made reservation on behalf of c3146d26157c4e6da8c63ef91b26bafa for: {'network': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:58.814614 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:58.827690 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:58.843305 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:58.847318 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Usage tracker for resource:security_group_rule and tenant:c3146d26157c4e6da8c63ef91b26bafa is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:58.850330 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:58.856391 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:58.953418 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:58.961219 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:58.997197 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:22:59.003337 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4982144f-36fe-44af-9be5-53fd33de112c,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:59.014457 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.014817 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.segments_db [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Added segment d3ba52b2-6e7a-4487-89c2-988ad22e716b of type vlan for network 062f7a7d-0424-48a1-9441-326ce4c55020 Jun 28 11:22:59.045796 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.079707 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.081136 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:59.081814 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.192261 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5250716 Jun 28 11:22:59.195758 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59248) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:59.196786 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d68b9-f206-4761-ad80-707ffd0d3413 admin admin] Pushing event updated for resources: {'Network': ['ID=062f7a7d-0424-48a1-9441-326ce4c55020,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:59.201716 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Request body: {'subnet': {'network_id': '062f7a7d-0424-48a1-9441-326ce4c55020', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-169543666-subnet', 'tenant_id': 'c3146d26157c4e6da8c63ef91b26bafa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:59.208960 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:59.211735 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 062f7a7d-0424-48a1-9441-326ce4c55020 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:22:59.217051 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Usage tracker for resource:subnet and tenant:c3146d26157c4e6da8c63ef91b26bafa is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:59.220289 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:59.232697 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:59.252629 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Made reservation on behalf of c3146d26157c4e6da8c63ef91b26bafa for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:59.255389 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31297141'] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.465147 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31499005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31297091'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.538739 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dac6045-140c-4e1a-bf89-acae908a2ba7,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:59.548705 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Checking segment: {'id': 'd3ba52b2-6e7a-4487-89c2-988ad22e716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '062f7a7d-0424-48a1-9441-326ce4c55020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:59.549177 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Network hostable DHCP agents. Network: 062f7a7d-0424-48a1-9441-326ce4c55020, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:22:59.570852 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Network 062f7a7d-0424-48a1-9441-326ce4c55020 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:22:59.582769 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 062f7a7d-0424-48a1-9441-326ce4c55020) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:59.587090 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:59.587609 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:59.592460 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b04d6-314e-4fbc-a4fb-ff4e83027106 None None] Network 062f7a7d-0424-48a1-9441-326ce4c55020 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:22:59.654756 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-7f3a6d83-bc90-4fa9-8271-4541c9ba4627 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4576752 Jun 28 11:22:59.710892 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4522f4-19f3-44da-acc9-5ebc57a6031d req-84f05282-d9b9-415a-bdce-8a230657878e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:59.712771 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-be4522f4-19f3-44da-acc9-5ebc57a6031d req-84f05282-d9b9-415a-bdce-8a230657878e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.0940619 Jun 28 11:22:59.757788 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-be4522f4-19f3-44da-acc9-5ebc57a6031d req-e41bc597-d2a1-466f-a72d-80b67e33c5e9 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388987 Jun 28 11:22:59.811451 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce000d77-2cb8-429d-b4be-94cf31068d83 None None] Network 062f7a7d-0424-48a1-9441-326ce4c55020 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:23:00.194376 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59272) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:00.200001 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-689143475-network', 'tenant_id': 'dd1660bad30545019456295451ede9ea'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:00.204879 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:00.209004 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Usage tracker for resource:network and tenant:dd1660bad30545019456295451ede9ea is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:00.211880 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:00.217784 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:00.235881 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Made reservation on behalf of dd1660bad30545019456295451ede9ea for: {'network': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:23:00.239199 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for network, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.256510 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.273929 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:00.278953 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Usage tracker for resource:security_group_rule and tenant:dd1660bad30545019456295451ede9ea is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:00.281477 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:00.287227 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:00.377986 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.384195 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.414866 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:23:00.423618 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe574641-0f18-4cb6-b519-6b82d8d6030e,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:00.429604 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.429948 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.segments_db [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Added segment e224a2b9-6d88-4233-8fa0-910a476e1ff0 of type vlan for network 19343ee3-5924-4cb5-8995-c9c6ccca9133 Jun 28 11:23:00.457733 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783996691505'] for network, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.489574 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915'] for network, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.490558 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:00.491180 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.596754 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] Pushing event updated for resources: {'Network': ['ID=19343ee3-5924-4cb5-8995-c9c6ccca9133,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:00.599518 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4ac4d37a-f547-45bd-a4fd-8bb2810bc64f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4041054 Jun 28 11:23:00.602254 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59278) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:00.607917 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Request body: {'subnet': {'network_id': '19343ee3-5924-4cb5-8995-c9c6ccca9133', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-689143475-subnet', 'tenant_id': 'dd1660bad30545019456295451ede9ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:00.610957 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Network 19343ee3-5924-4cb5-8995-c9c6ccca9133 details requested by agent ovs-agent-dv-cinder-844605-1-smb with host dv-cinder-844605-1-smb {{(pid=88105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:23:00.612876 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:00.617105 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Usage tracker for resource:subnet and tenant:dd1660bad30545019456295451ede9ea is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:00.620509 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:00.626682 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:00.638197 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Made reservation on behalf of dd1660bad30545019456295451ede9ea for: {'subnet': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:23:00.640709 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31297141'] for subnet, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:00.856786 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31499005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31297091'] for subnet, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:01.089033 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f17f88d-fc28-4933-bc75-a56c6550b687,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:01.099233 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Checking segment: {'id': 'e224a2b9-6d88-4233-8fa0-910a476e1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '19343ee3-5924-4cb5-8995-c9c6ccca9133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:23:01.099590 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Network hostable DHCP agents. Network: 19343ee3-5924-4cb5-8995-c9c6ccca9133, hostable agents: ['b617cfa5-e96a-48eb-b8bd-3a716112dd61'], hosted agents: [] {{(pid=88104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:23:01.128030 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Network 19343ee3-5924-4cb5-8995-c9c6ccca9133 is scheduled to be hosted by DHCP agent b617cfa5-e96a-48eb-b8bd-3a716112dd61 with binding_index 1 {{(pid=88104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:23:01.137389 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d3d0a-0d5b-45ca-8642-b024cde1554f req-e12363ae-3dc3-40ba-a402-bbaaaf3a5c03 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:01.138879 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-114d3d0a-0d5b-45ca-8642-b024cde1554f req-e12363ae-3dc3-40ba-a402-bbaaaf3a5c03 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 944 time: 0.2502654 Jun 28 11:23:01.159948 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844605-1-smb, 19343ee3-5924-4cb5-8995-c9c6ccca9133) {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:01.166743 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:01.167023 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:01.169085 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ebf05-096d-4428-9daa-f67fc3a8660c None None] Network 19343ee3-5924-4cb5-8995-c9c6ccca9133 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:23:01.201884 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-114d3d0a-0d5b-45ca-8642-b024cde1554f req-0e04e834-ac40-4099-a9a6-41679568fa3e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571580 Jun 28 11:23:01.203531 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-24921b42-a724-4d8b-ae6f-a07bb5d36068 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6003833 Jun 28 11:23:01.409409 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46192e4e-de47-4383-b78c-acba90da4353 None None] Network 19343ee3-5924-4cb5-8995-c9c6ccca9133 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:23:01.751461 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:23:01.841538 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-dba7d7d8-a5ba-41d8-8361-1d7e23e8fe2d tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:01.843001 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-dba7d7d8-a5ba-41d8-8361-1d7e23e8fe2d tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/networks?id=062f7a7d-0424-48a1-9441-326ce4c55020 HTTP/1.1" status: 200 len: 808 time: 0.1445487 Jun 28 11:23:01.858645 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-787c91df-84de-4724-b0b8-427e50dbc79e tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/quotas/c3146d26157c4e6da8c63ef91b26bafa HTTP/1.1" status: 200 len: 375 time: 0.0099230 Jun 28 11:23:01.889970 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:01.904414 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'port_id': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'mac_address': 'fa:16:3e:91:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:23:01.913910 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-c7851223-b02b-4951-ba0b-1fd070898769 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3146d26157c4e6da8c63ef91b26bafa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494196 Jun 28 11:23:01.963923 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:01.964276 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:01.981144 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e89735-753f-4ba9-b46d-65d4f4db8ce3 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:23:01.997128 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:02.002839 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.047383 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-85f8c625-220d-4774-afc9-f3b0d91a6b0d service neutron] 10.222.0.15 "GET /v2.0/networks/062f7a7d-0424-48a1-9441-326ce4c55020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259367 Jun 28 11:23:02.072100 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=9']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:02.179367 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-193fa69d-9027-49df-b9de-99733e4255d0 service neutron] 10.222.0.15 "GET /v2.0/networks/062f7a7d-0424-48a1-9441-326ce4c55020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256902 Jun 28 11:23:02.233403 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['79e89735-753f-4ba9-b46d-65d4f4db8ce3'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:23:02.432296 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-52cba7ca-ff28-4414-81fa-e1f6c7358524 req-30c3170d-da6a-4472-947f-360a399ef948 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 210 time: 0.1123741 Jun 28 11:23:02.488554 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df60d2-4576-40cf-ba7b-6f739fe5fa34 req-5013ee17-b2b9-46aa-a68a-6b8d917a5d1e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:02.497551 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-73df60d2-4576-40cf-ba7b-6f739fe5fa34 req-5013ee17-b2b9-46aa-a68a-6b8d917a5d1e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 945 time: 0.1234453 Jun 28 11:23:02.541619 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-73df60d2-4576-40cf-ba7b-6f739fe5fa34 req-e37c818b-49fb-4f6b-8fb7-e67bc095dd8b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Jun 28 11:23:02.721798 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59320) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:02.727014 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237084245', 'description': 'tempest-description--1909674794'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:02.732873 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:02.736868 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:02.739781 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:02.746459 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:02.757481 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.778990 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:02.782876 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:02.785804 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:02.792575 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:02.872179 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.877492 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.921986 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:02.926696 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.930702 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-aa321908-2139-403d-96f1-afc750dd858e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2051048 Jun 28 11:23:02.931073 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59324) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:02.937866 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group_rule': {'security_group_id': '7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:02.944224 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:02.948736 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:02.951582 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:02.957145 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:02.976434 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.037546 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.042856 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.064390 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c661c8-1ee1-4ab3-9ca2-b74c0ac9026a,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:03.077819 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.079153 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-08aef91e-4923-40c7-b8c9-716d1e1f66b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473460 Jun 28 11:23:03.081901 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59328) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:03.086849 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group_rule': {'security_group_id': '7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:03.093468 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:03.097292 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:03.100214 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:03.106979 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:03.124852 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.193535 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.200238 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.222790 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2619de7-1ed6-4684-9f8a-e12459b5487c,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:03.232199 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.233527 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-c5d2e97f-7329-43c6-b3e3-182fc204c5c0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507111 Jun 28 11:23:03.236526 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59332) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:03.241431 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:03.247094 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:03.250976 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:floatingip and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:03.253810 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:03.259446 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:03.272523 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.408532 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.647235 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0bed4a36-9b93-47d0-8833-92fb0f7d22ee req-5fa62144-9ff8-4837-b331-4579656f73ab tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 210 time: 0.0958672 Jun 28 11:23:03.773621 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:03.777930 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-edff1d9a-40b3-411d-b943-1828784d9d82 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:03.779363 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-edff1d9a-40b3-411d-b943-1828784d9d82 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.46 "GET /v2.0/networks?id=062f7a7d-0424-48a1-9441-326ce4c55020 HTTP/1.1" status: 200 len: 808 time: 0.3216827 Jun 28 11:23:03.780552 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Allocated IP 172.28.1.104 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/d2641613-657f-4499-afd4-4b209158f6dd) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:23:03.793350 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Request body: {'port': {'device_id': '09354c38-ac3d-4040-991f-0f8204762e53', 'network_id': '062f7a7d-0424-48a1-9441-326ce4c55020', 'admin_state_up': True, 'tenant_id': 'c3146d26157c4e6da8c63ef91b26bafa'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:03.842764 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:03.843005 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.966395 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:03.966762 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.994994 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:04.007089 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:04.014503 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.051692 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e5d92b-7960-45ea-a6c5-555dde13839b'] response: {'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'code': 200} Jun 28 11:23:04.084751 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=10']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:04.106071 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957567-6eb2-41f1-b76d-d5622d5c96d0 req-390a1f6c-41d5-4cff-b3d3-c7f4b36e1e6b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:04.107813 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ba957567-6eb2-41f1-b76d-d5622d5c96d0 req-390a1f6c-41d5-4cff-b3d3-c7f4b36e1e6b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 945 time: 0.4321578 Jun 28 11:23:04.225062 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:04.229285 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.234511 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ba957567-6eb2-41f1-b76d-d5622d5c96d0 req-681f124f-8532-4103-8ee0-6e5970ef4fe5 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095767 Jun 28 11:23:04.238054 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Usage tracker for resource:port and tenant:c3146d26157c4e6da8c63ef91b26bafa is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:04.242287 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:04.248864 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:04.265081 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Made reservation on behalf of c3146d26157c4e6da8c63ef91b26bafa for: {'port': 1} {{(pid=88104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:23:04.268535 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.316173 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019b4f2-66a5-4bec-881c-9ce63f6a2b7f req-78f8d2f6-ed5e-41c0-84e9-415a0e1c2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:04.317699 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7019b4f2-66a5-4bec-881c-9ce63f6a2b7f req-78f8d2f6-ed5e-41c0-84e9-415a0e1c2f94 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 1100 time: 0.0957334 Jun 28 11:23:04.336259 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.359704 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7019b4f2-66a5-4bec-881c-9ce63f6a2b7f req-a4a6e9ed-36b8-4f6d-8750-e2595a064d1a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353065 Jun 28 11:23:04.423949 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:04.431162 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:04.437399 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:23:04.471368 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=d2641613-657f-4499-afd4-4b209158f6dd,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:04.557654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_common [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Allocated IP 172.20.0.4 (062f7a7d-0424-48a1-9441-326ce4c55020/7dac6045-140c-4e1a-bf89-acae908a2ba7/4eec4fa5-7219-40de-98f5-00838e6c2b0e) {{(pid=88104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:23:04.605757 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.751465 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:04.855929 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1ada3713-ea6f-4dbf-9c22-b110f03fc86e req-745872bd-dbf2-41fb-b598-04e410ec2d2f tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 210 time: 0.0807827 Jun 28 11:23:04.916931 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Notify callbacks [] for port, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.061466 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.140386 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.151075 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.155512 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Network 062f7a7d-0424-48a1-9441-326ce4c55020 is already hosted by enough agents. {{(pid=88104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:05.159695 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.base_scheduler [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Resources bound (agent type, host, resource id): {{(pid=88104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:05.163616 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Pushing event updated for resources: {'Port': ['ID=4eec4fa5-7219-40de-98f5-00838e6c2b0e,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:05.166036 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Received port after_create {{(pid=88104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:23:05.313894 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:05.314482 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.340328 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=d2641613-657f-4499-afd4-4b209158f6dd,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:05.345000 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.415802 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-ea995c14-a680-44e4-9340-222bc20db052 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6270273 Jun 28 11:23:05.423095 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.424215 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-291b6525-93e9-4dc3-a98e-a896c72a6a83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1867869 Jun 28 11:23:05.440323 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Request body: {'port': {'device_id': '09354c38-ac3d-4040-991f-0f8204762e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:05.547893 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ea3e8-2f93-42fe-a34d-cd5d0a472adb req-33f03d38-cf37-4052-ad32-f249721042a5 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:05.549445 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-996ea3e8-2f93-42fe-a34d-cd5d0a472adb req-33f03d38-cf37-4052-ad32-f249721042a5 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 947 time: 0.1995685 Jun 28 11:23:05.604149 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:05.624888 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-996ea3e8-2f93-42fe-a34d-cd5d0a472adb req-dfb8c578-3f33-4e02-9621-6f02bc4b8581 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686195 Jun 28 11:23:05.763215 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-11f6b461-4782-48f7-bda3-e08f6e4f8226 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:05.816293 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-11f6b461-4782-48f7-bda3-e08f6e4f8226 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:05.818446 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-11f6b461-4782-48f7-bda3-e08f6e4f8226 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--237084245&fields=id&tenant_id=2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 267 time: 0.1523089 Jun 28 11:23:06.255446 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-c085ad0b-53d4-4b26-8adf-949b152f247f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:06.256899 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-c085ad0b-53d4-4b26-8adf-949b152f247f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 814 time: 0.2553952 Jun 28 11:23:06.290538 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d09d8-1493-423b-8273-e7d7a4451517 req-4c4a318e-c2ac-4413-be15-f55101ed3585 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:06.291247 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-f11d09d8-1493-423b-8273-e7d7a4451517 req-4c4a318e-c2ac-4413-be15-f55101ed3585 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Synchronizing usage tracker for tenant:c3146d26157c4e6da8c63ef91b26bafa on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:06.331557 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-45ec1fba-fe47-41cd-acf2-0472109392c3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/quotas/2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 375 time: 0.0671055 Jun 28 11:23:06.407232 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eec4fa5-7219-40de-98f5-00838e6c2b0e {{(pid=88104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:23:06.414476 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-f11d09d8-1493-423b-8273-e7d7a4451517 req-4c4a318e-c2ac-4413-be15-f55101ed3585 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Unset dirty status for tenant:c3146d26157c4e6da8c63ef91b26bafa on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:06.415550 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f11d09d8-1493-423b-8273-e7d7a4451517 req-4c4a318e-c2ac-4413-be15-f55101ed3585 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 931 time: 0.4129333 Jun 28 11:23:06.418585 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:06.459557 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.provisioning_blocks [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Transition to ACTIVE for port object 4eec4fa5-7219-40de-98f5-00838e6c2b0e will not be triggered until provisioned by entity L2. {{(pid=88104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:06.471595 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:06.526419 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f11d09d8-1493-423b-8273-e7d7a4451517 req-47d71064-d066-4260-bc31-8db6707b2adc tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045187 Jun 28 11:23:06.690341 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Pushing event updated for resources: {'Port': ['ID=4eec4fa5-7219-40de-98f5-00838e6c2b0e,revision_number=2']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:06.712274 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-111f62c3-63ff-4a87-9e9c-8c4b74afc15d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3682847 Jun 28 11:23:06.812989 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Attempting to bind port 4eec4fa5-7219-40de-98f5-00838e6c2b0e on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:23:06.813312 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Attempting to bind port 4eec4fa5-7219-40de-98f5-00838e6c2b0e by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': 'd3ba52b2-6e7a-4487-89c2-988ad22e716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '062f7a7d-0424-48a1-9441-326ce4c55020'}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:23:06.813644 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Attempting to bind port 4eec4fa5-7219-40de-98f5-00838e6c2b0e on network 062f7a7d-0424-48a1-9441-326ce4c55020 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:06.822124 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Port 4eec4fa5-7219-40de-98f5-00838e6c2b0e on network 062f7a7d-0424-48a1-9441-326ce4c55020 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:23:06.822467 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Attempting to bind port 4eec4fa5-7219-40de-98f5-00838e6c2b0e on network 062f7a7d-0424-48a1-9441-326ce4c55020 {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:06.829687 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:23:06.830020 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Checking segment: {'id': 'd3ba52b2-6e7a-4487-89c2-988ad22e716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '062f7a7d-0424-48a1-9441-326ce4c55020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:23:06.830399 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Bound using segment: {'id': 'd3ba52b2-6e7a-4487-89c2-988ad22e716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '062f7a7d-0424-48a1-9441-326ce4c55020'} {{(pid=88104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:23:06.830811 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.managers [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Bound port: 4eec4fa5-7219-40de-98f5-00838e6c2b0e, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3ba52b2-6e7a-4487-89c2-988ad22e716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '062f7a7d-0424-48a1-9441-326ce4c55020'}}] {{(pid=88104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:23:06.831154 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:06.996133 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49805670-100f-45b5-b1a8-f34e56b17799 req-9fa13fdc-be44-4bf7-a81a-0ce6ecd42a21 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:06.997596 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-49805670-100f-45b5-b1a8-f34e56b17799 req-9fa13fdc-be44-4bf7-a81a-0ce6ecd42a21 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 947 time: 0.2573814 Jun 28 11:23:07.088603 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] For port 4eec4fa5-7219-40de-98f5-00838e6c2b0e, host hv-cinder-84460, cleared binding levels {{(pid=88104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:23:07.097385 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-daa1b215-842a-4347-91de-ebd125955b61 service neutron] 10.222.0.15 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676140 Jun 28 11:23:07.107520 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-49805670-100f-45b5-b1a8-f34e56b17799 req-f966d40a-a1f3-462d-805a-b6be5caa0096 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989003 Jun 28 11:23:07.125430 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] For port 4eec4fa5-7219-40de-98f5-00838e6c2b0e, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4eec4fa5-7219-40de-98f5-00838e6c2b0e,segment=NetworkSegment(d3ba52b2-6e7a-4487-89c2-988ad22e716b),segment_id=d3ba52b2-6e7a-4487-89c2-988ad22e716b)] {{(pid=88104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:23:07.174072 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31499642'] for port, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.253709 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:07.254329 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:07.255680 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] 10.222.0.46 "PUT /v2.0/ports/4eec4fa5-7219-40de-98f5-00838e6c2b0e HTTP/1.1" status: 200 len: 1093 time: 1.8212152 Jun 28 11:23:07.257854 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09354c38-ac3d-4040-991f-0f8204762e53', 'tag': '4eec4fa5-7219-40de-98f5-00838e6c2b0e'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:07.341030 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f85f4b-0533-4f41-9bc9-d17f7349f60e'] response: {'name': 'network-changed', 'server_uuid': '09354c38-ac3d-4040-991f-0f8204762e53', 'tag': '4eec4fa5-7219-40de-98f5-00838e6c2b0e', 'status': 'completed', 'code': 200} Jun 28 11:23:07.341712 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa210d1-0726-43b0-8277-2ce0b1659e3e service neutron] Pushing event updated for resources: {'Port': ['ID=4eec4fa5-7219-40de-98f5-00838e6c2b0e,revision_number=3']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:07.358693 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-6fedfe15-a62a-44e3-a0bb-f4259ae2ee2e service neutron] 10.222.0.15 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543573 Jun 28 11:23:07.392414 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-83b5e84d-333e-4fe4-b8f9-ba6d4c9a4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:07.394022 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-83b5e84d-333e-4fe4-b8f9-ba6d4c9a4c3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3146d26157c4e6da8c63ef91b26bafa&device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 1096 time: 0.0963802 Jun 28 11:23:07.470789 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-327e89db-566b-451c-9aa9-16fda2f28776 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eec4fa5-7219-40de-98f5-00838e6c2b0e HTTP/1.1" status: 200 len: 217 time: 0.0613427 Jun 28 11:23:07.724979 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-80927100-14fc-4111-bc76-32b3ff790b04 req-612fbdc8-4444-4ef1-a144-5432bbb16109 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 210 time: 0.2149537 Jun 28 11:23:07.764468 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-c9de2340-6a9a-4b96-8dc8-9fec6c6ae4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:07.765955 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-c9de2340-6a9a-4b96-8dc8-9fec6c6ae4c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dac6045-140c-4e1a-bf89-acae908a2ba7 HTTP/1.1" status: 200 len: 848 time: 0.2878158 Jun 28 11:23:07.823694 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-06fc8d1e-3271-4015-86fb-be5808d84ba6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=062f7a7d-0424-48a1-9441-326ce4c55020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499065 Jun 28 11:23:07.920635 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74eb3c-d579-4a73-9157-a9b32f9d356e req-596e4564-c4ef-48c7-ac5a-b2a02f3a5aa1 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:07.922244 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f74eb3c-d579-4a73-9157-a9b32f9d356e req-596e4564-c4ef-48c7-ac5a-b2a02f3a5aa1 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 943 time: 0.2444038 Jun 28 11:23:08.008904 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9f74eb3c-d579-4a73-9157-a9b32f9d356e req-e79d399d-fc34-4858-a1fd-d2223b79ca89 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761817 Jun 28 11:23:08.011070 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-97e64701-8f39-4f3b-96f9-9e128612fd84 service neutron] 10.222.0.46 "GET /v2.0/networks/062f7a7d-0424-48a1-9441-326ce4c55020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802726 Jun 28 11:23:08.159618 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3b3f7f09-1114-48db-bff3-8df5b6630998 req-badb3745-c3ec-4788-bda7-795331b53e2e service neutron] 10.222.0.46 "GET /v2.0/networks/062f7a7d-0424-48a1-9441-326ce4c55020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366289 Jun 28 11:23:08.292442 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-0c5cfc82-346a-4026-b97c-2b3e87edd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:08.293914 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-0c5cfc82-346a-4026-b97c-2b3e87edd121 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3146d26157c4e6da8c63ef91b26bafa&device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 1096 time: 0.0839489 Jun 28 11:23:08.433447 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-58482b6c-1118-46ba-adc8-adc949c97232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:08.434928 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-58482b6c-1118-46ba-adc8-adc949c97232 service neutron] 10.222.0.46 "GET /v2.0/networks?id=062f7a7d-0424-48a1-9441-326ce4c55020 HTTP/1.1" status: 200 len: 909 time: 0.1294522 Jun 28 11:23:08.502087 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-5bab3ce6-bd8c-410a-bc14-1168735ab391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eec4fa5-7219-40de-98f5-00838e6c2b0e HTTP/1.1" status: 200 len: 217 time: 0.0602989 Jun 28 11:23:08.584887 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-480e7a4b-a6da-45e2-bfb2-c0729dff0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:08.586717 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-480e7a4b-a6da-45e2-bfb2-c0729dff0c28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7dac6045-140c-4e1a-bf89-acae908a2ba7 HTTP/1.1" status: 200 len: 848 time: 0.0662737 Jun 28 11:23:08.646754 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-78bb6f10-791b-4ace-8e26-20b752c12497 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=062f7a7d-0424-48a1-9441-326ce4c55020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502295 Jun 28 11:23:08.671086 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-f2a39736-f8f3-450e-82fc-a9f3a6e0927b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:08.672464 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-f2a39736-f8f3-450e-82fc-a9f3a6e0927b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:network {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:08.692544 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-f2a39736-f8f3-450e-82fc-a9f3a6e0927b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:network {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:08.694379 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-f2a39736-f8f3-450e-82fc-a9f3a6e0927b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 814 time: 0.1732171 Jun 28 11:23:08.748134 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-9de849c8-b830-44fb-b694-0d2978230162 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:08.761041 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-9de849c8-b830-44fb-b694-0d2978230162 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:08.762214 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-9de849c8-b830-44fb-b694-0d2978230162 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 471 time: 0.0575705 Jun 28 11:23:08.774596 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'port': {'device_id': '52b642b2-2fb7-44be-a2c9-f247661db551', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'admin_state_up': True, 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'security_groups': ['7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa']}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:08.794867 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-f2947c63-96f7-4275-9f2e-a1610cf08bf1 service neutron] 10.222.0.46 "GET /v2.0/networks/062f7a7d-0424-48a1-9441-326ce4c55020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412470 Jun 28 11:23:08.913994 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:08.926772 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:08.931261 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f62b4341-4d22-4769-87a8-4c0ca9e45eef req-2ab4c02c-d701-48ef-9bcd-d008c73b3724 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 210 time: 0.0586696 Jun 28 11:23:08.938994 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Made reservation on behalf of 2c087abfbb9442e3a353983d50f5cf2c for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:23:08.942766 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:08.983938 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3aaa7cf5-619c-42a1-99b1-b2ae39aabe92 req-660ee32c-20bc-483b-8ebc-3c3d806f1445 service neutron] 10.222.0.46 "GET /v2.0/networks/062f7a7d-0424-48a1-9441-326ce4c55020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807783 Jun 28 11:23:09.109080 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Allocated IP 172.20.0.6 (3161d0e5-6b97-4813-8735-f428f71cb5ce/eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa/aa1febb7-d437-4034-ad94-753f2a5688ce) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:23:09.204774 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae85696-4cce-4933-8ece-915c897d064a req-12e1c8e5-ceaa-4a31-b68c-ad0ddcd95048 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:09.206108 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2ae85696-4cce-4933-8ece-915c897d064a req-12e1c8e5-ceaa-4a31-b68c-ad0ddcd95048 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 943 time: 0.0863237 Jun 28 11:23:09.252107 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2ae85696-4cce-4933-8ece-915c897d064a req-f7965e9e-97b6-485c-a3b0-c96c01ecdeaa tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Jun 28 11:23:09.403437 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.419895 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Transition to ACTIVE for port object aa1febb7-d437-4034-ad94-753f2a5688ce will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:09.442556 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:23:09.448613 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.520424 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:23:09.523529 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:23:09.527737 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:23:09.558732 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=aa1febb7-d437-4034-ad94-753f2a5688ce,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:09.574156 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.574496 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.574834 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.575164 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.575495 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.575822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.576145 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.576638 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.576805 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.577127 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.577451 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.577748 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:09.607145 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:09.607778 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.635433 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0f04cbf-3216-43df-8736-758ddce6d3e2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8657036 Jun 28 11:23:09.647605 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Request body: {'port': {'device_id': '52b642b2-2fb7-44be-a2c9-f247661db551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:09.741705 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-392e295a-df07-4f43-890f-5d6c8f979623 None None] Provisioning for port aa1febb7-d437-4034-ad94-753f2a5688ce completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:09.748689 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-392e295a-df07-4f43-890f-5d6c8f979623 None None] Provisioning complete for port aa1febb7-d437-4034-ad94-753f2a5688ce triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:09.749199 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-392e295a-df07-4f43-890f-5d6c8f979623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.762676 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:09.816163 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-392e295a-df07-4f43-890f-5d6c8f979623 None None] Port aa1febb7-d437-4034-ad94-753f2a5688ce cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:23:09.828102 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 4eec4fa5-7219-40de-98f5-00838e6c2b0e details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:23:09.997052 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 4eec4fa5-7219-40de-98f5-00838e6c2b0e, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4eec4fa5-7219-40de-98f5-00838e6c2b0e,segment=NetworkSegment(d3ba52b2-6e7a-4487-89c2-988ad22e716b),segment_id=d3ba52b2-6e7a-4487-89c2-988ad22e716b)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:10.012937 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '4eec4fa5-7219-40de-98f5-00838e6c2b0e', 'network_id': '062f7a7d-0424-48a1-9441-326ce4c55020', 'port_id': '4eec4fa5-7219-40de-98f5-00838e6c2b0e', 'mac_address': 'fa:16:3e:da:42:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dac6045-140c-4e1a-bf89-acae908a2ba7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:23:10.070026 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 4eec4fa5-7219-40de-98f5-00838e6c2b0e is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:10.070468 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.088389 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eec4fa5-7219-40de-98f5-00838e6c2b0e {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:23:10.105521 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 4eec4fa5-7219-40de-98f5-00838e6c2b0e, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4eec4fa5-7219-40de-98f5-00838e6c2b0e,segment=NetworkSegment(d3ba52b2-6e7a-4487-89c2-988ad22e716b),segment_id=d3ba52b2-6e7a-4487-89c2-988ad22e716b)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:10.110931 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.119928 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1febb7-d437-4034-ad94-753f2a5688ce {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:23:10.127672 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.142799 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7457e-8470-40a9-ace8-8998bb1ee899 req-581e304f-01cc-46b8-abfc-d65bd8f85a23 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:10.143613 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Transition to ACTIVE for port object aa1febb7-d437-4034-ad94-753f2a5688ce will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:23:10.144618 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-66e7457e-8470-40a9-ace8-8998bb1ee899 req-581e304f-01cc-46b8-abfc-d65bd8f85a23 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 931 time: 0.0987580 Jun 28 11:23:10.148699 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.185674 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=4eec4fa5-7219-40de-98f5-00838e6c2b0e,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:10.197077 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-66e7457e-8470-40a9-ace8-8998bb1ee899 req-ac1e5095-df58-4933-80bc-82cc720dcc41 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435245 Jun 28 11:23:10.282794 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1febb7-d437-4034-ad94-753f2a5688ce,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:10.343884 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['4eec4fa5-7219-40de-98f5-00838e6c2b0e'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:23:10.397721 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Attempting to bind port aa1febb7-d437-4034-ad94-753f2a5688ce on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:23:10.398147 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Attempting to bind port aa1febb7-d437-4034-ad94-753f2a5688ce by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:23:10.398392 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Attempting to bind port aa1febb7-d437-4034-ad94-753f2a5688ce on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:10.403612 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Port aa1febb7-d437-4034-ad94-753f2a5688ce on network 3161d0e5-6b97-4813-8735-f428f71cb5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:23:10.403612 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Attempting to bind port aa1febb7-d437-4034-ad94-753f2a5688ce on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:23:10.409137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:23:10.409477 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Checking segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:23:10.409865 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Bound using segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:23:10.410304 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Bound port: aa1febb7-d437-4034-ad94-753f2a5688ce, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:23:10.410764 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.465688 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ac8d2-6197-488b-b9e6-de1c359dccac req-3d2b2e4a-b8e5-496b-9702-b402fb10f8e9 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:10.473637 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-926ac8d2-6197-488b-b9e6-de1c359dccac req-3d2b2e4a-b8e5-496b-9702-b402fb10f8e9 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 944 time: 0.1135547 Jun 28 11:23:10.506492 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] For port aa1febb7-d437-4034-ad94-753f2a5688ce, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:23:10.509817 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] For port aa1febb7-d437-4034-ad94-753f2a5688ce, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=aa1febb7-d437-4034-ad94-753f2a5688ce,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:23:10.517629 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.579298 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:10.579916 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:10.581360 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] 10.222.0.46 "PUT /v2.0/ports/aa1febb7-d437-4034-ad94-753f2a5688ce HTTP/1.1" status: 200 len: 1093 time: 0.9380820 Jun 28 11:23:10.581797 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b642b2-2fb7-44be-a2c9-f247661db551', 'tag': 'aa1febb7-d437-4034-ad94-753f2a5688ce'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:10.605644 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfed2d5-23f5-48a7-ba95-46aca84f2673 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1febb7-d437-4034-ad94-753f2a5688ce,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:10.633681 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-926ac8d2-6197-488b-b9e6-de1c359dccac req-cdc5d252-bbff-4715-9dfc-e1110a54f9e4 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590304 Jun 28 11:23:10.671663 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527adbf3-6eea-4879-9af1-85451a621f9e'] response: {'name': 'network-changed', 'server_uuid': '52b642b2-2fb7-44be-a2c9-f247661db551', 'tag': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'status': 'completed', 'code': 200} Jun 28 11:23:10.715733 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b6c0d6d6-5849-476c-90ab-6255cc9861f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:10.717272 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b6c0d6d6-5849-476c-90ab-6255cc9861f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 1096 time: 0.0903192 Jun 28 11:23:10.788608 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-8690a93e-c2a0-493c-9926-35f4c1d66df2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1febb7-d437-4034-ad94-753f2a5688ce HTTP/1.1" status: 200 len: 217 time: 0.0615034 Jun 28 11:23:10.856020 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-a84ca533-1b1f-44fc-832f-21c9ce3fa6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:10.857396 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-a84ca533-1b1f-44fc-832f-21c9ce3fa6ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0617254 Jun 28 11:23:10.948672 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-6c95dc8e-d9cb-4ecd-9d8b-b3422bf010d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:10.950174 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-6c95dc8e-d9cb-4ecd-9d8b-b3422bf010d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782981 Jun 28 11:23:11.099922 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-b0d59b4e-b0a0-4547-b993-25d7b8728c78 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424570 Jun 28 11:23:11.343484 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-3acf444c-f8ae-42f7-b37a-fbbceff51dce req-f4432f96-fe47-4c9f-9e69-fef83b1d9f0a service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354381 Jun 28 11:23:11.389851 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded638d-3eea-4e85-a7ee-c6e1ab504907 req-c7f19a86-e09c-4aa2-aa9c-79088cce6f5d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:11.391389 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dded638d-3eea-4e85-a7ee-c6e1ab504907 req-c7f19a86-e09c-4aa2-aa9c-79088cce6f5d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 943 time: 0.0913658 Jun 28 11:23:11.451342 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dded638d-3eea-4e85-a7ee-c6e1ab504907 req-c5e84e12-4801-45bc-8721-8c379c741772 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533400 Jun 28 11:23:11.482796 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-d7caac7c-31af-4c52-835e-f07f8f7ab267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:11.485000 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-d7caac7c-31af-4c52-835e-f07f8f7ab267 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 1096 time: 0.0929618 Jun 28 11:23:11.628990 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-07bd5e6c-f373-492b-b094-49322a8c0b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:11.630483 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-07bd5e6c-f373-492b-b094-49322a8c0b47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.1387541 Jun 28 11:23:11.700409 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-eb10968e-ed2f-44a7-9265-69783970c727 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1febb7-d437-4034-ad94-753f2a5688ce HTTP/1.1" status: 200 len: 217 time: 0.0635223 Jun 28 11:23:11.762669 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-d6b20957-337f-4c71-b4e7-1a0098e46108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:11.764143 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-d6b20957-337f-4c71-b4e7-1a0098e46108 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0567577 Jun 28 11:23:11.825802 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68e5e0-cbbd-43ab-8a25-adc54509c12e req-62e23e96-ac3c-47e2-9ddd-5114a1976178 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:11.827275 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fc68e5e0-cbbd-43ab-8a25-adc54509c12e req-62e23e96-ac3c-47e2-9ddd-5114a1976178 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 944 time: 0.0868874 Jun 28 11:23:11.829648 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 4eec4fa5-7219-40de-98f5-00838e6c2b0e up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:11.855222 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-ffb88914-1ee5-4b02-a561-b64e3629629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:11.857356 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-ffb88914-1ee5-4b02-a561-b64e3629629d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857193 Jun 28 11:23:11.877177 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fc68e5e0-cbbd-43ab-8a25-adc54509c12e req-c25efc77-32c0-4fb2-a3dc-d0a341a76dc0 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437973 Jun 28 11:23:11.911917 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 4eec4fa5-7219-40de-98f5-00838e6c2b0e completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:11.917601 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 4eec4fa5-7219-40de-98f5-00838e6c2b0e triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:11.918136 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:11.999658 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-11fe0282-2a1c-468b-b569-e1a5bea44bc8 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347716 Jun 28 11:23:12.035860 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 4eec4fa5-7219-40de-98f5-00838e6c2b0e is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:12.036094 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.063375 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09354c38-ac3d-4040-991f-0f8204762e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eec4fa5-7219-40de-98f5-00838e6c2b0e'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:12.072893 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 4eec4fa5-7219-40de-98f5-00838e6c2b0e, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4eec4fa5-7219-40de-98f5-00838e6c2b0e,segment=NetworkSegment(d3ba52b2-6e7a-4487-89c2-988ad22e716b),segment_id=d3ba52b2-6e7a-4487-89c2-988ad22e716b)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:12.078802 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.110203 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f26e412a-b97d-4816-9929-7d5bb05816ec'] response: {'server_uuid': '09354c38-ac3d-4040-991f-0f8204762e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eec4fa5-7219-40de-98f5-00838e6c2b0e', 'code': 200} Jun 28 11:23:12.142465 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e936abcd-67b7-4583-96da-7fbf36cde3bf req-0c744f51-54a4-440b-a53c-229fe99ec067 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321635 Jun 28 11:23:12.149331 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=4eec4fa5-7219-40de-98f5-00838e6c2b0e,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:12.373822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccef850-b51a-4c2f-b3e4-404934f7d2c8 req-db71e707-d07c-448e-b2b5-605fe94ff64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:12.375245 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ccef850-b51a-4c2f-b3e4-404934f7d2c8 req-db71e707-d07c-448e-b2b5-605fe94ff64e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 1098 time: 0.0831919 Jun 28 11:23:12.416640 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5ccef850-b51a-4c2f-b3e4-404934f7d2c8 req-bf3aff1b-8d9c-4723-8374-96a813b35829 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Jun 28 11:23:12.821026 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6dd55-2824-4535-9ba9-2c675363e190 req-80d114d4-7db3-4c1c-b097-82f12b6b0b14 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:12.822535 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9ec6dd55-2824-4535-9ba9-2c675363e190 req-80d114d4-7db3-4c1c-b097-82f12b6b0b14 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 943 time: 0.1084030 Jun 28 11:23:12.870571 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9ec6dd55-2824-4535-9ba9-2c675363e190 req-496fd3a2-edb4-44ea-b721-e258cd6e2857 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389960 Jun 28 11:23:13.079213 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5774afa-1584-4ad7-8a4e-2143d52b68ee req-72c8d86a-461d-4876-b9d1-210c2f3b6398 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:13.080633 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b5774afa-1584-4ad7-8a4e-2143d52b68ee req-72c8d86a-461d-4876-b9d1-210c2f3b6398 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 945 time: 0.0925350 Jun 28 11:23:13.127735 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b5774afa-1584-4ad7-8a4e-2143d52b68ee req-345ff4df-cea4-4bdc-953f-1b70de8f5b06 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Jun 28 11:23:13.827509 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device aa1febb7-d437-4034-ad94-753f2a5688ce details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:23:13.968683 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port aa1febb7-d437-4034-ad94-753f2a5688ce, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=aa1febb7-d437-4034-ad94-753f2a5688ce,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:13.982443 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'port_id': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'mac_address': 'fa:16:3e:db:ed:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:23:14.043705 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port aa1febb7-d437-4034-ad94-753f2a5688ce is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:14.044247 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.063422 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1febb7-d437-4034-ad94-753f2a5688ce {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:23:14.065911 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea2fda-df11-45f1-84c2-7e2028f2dd7d req-7fe47bab-ef33-4df7-88f6-8a0fccd03359 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:14.067364 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-acea2fda-df11-45f1-84c2-7e2028f2dd7d req-7fe47bab-ef33-4df7-88f6-8a0fccd03359 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 943 time: 0.0904779 Jun 28 11:23:14.080292 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port aa1febb7-d437-4034-ad94-753f2a5688ce, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=aa1febb7-d437-4034-ad94-753f2a5688ce,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:14.085525 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:14.113196 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-acea2fda-df11-45f1-84c2-7e2028f2dd7d req-58017e0b-77e8-4800-bdac-b7e65f6433d6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393434 Jun 28 11:23:14.158475 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=aa1febb7-d437-4034-ad94-753f2a5688ce,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:14.334542 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['aa1febb7-d437-4034-ad94-753f2a5688ce'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:23:14.345174 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535e2a0-3fc4-4461-ae05-db3d612247f9 req-d8114aec-a356-4f5d-b21c-2ddcd8051cb7 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:14.346664 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2535e2a0-3fc4-4461-ae05-db3d612247f9 req-d8114aec-a356-4f5d-b21c-2ddcd8051cb7 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 945 time: 0.0955369 Jun 28 11:23:14.391502 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2535e2a0-3fc4-4461-ae05-db3d612247f9 req-0dfb39f1-5739-4f27-be29-5df198a70cd1 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Jun 28 11:23:15.360975 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a59ce-ce0e-4b65-b684-abd3c2ce1500 req-0437b8a9-94a5-4107-bacd-98ba93bb11a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:15.362520 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ae4a59ce-ce0e-4b65-b684-abd3c2ce1500 req-0437b8a9-94a5-4107-bacd-98ba93bb11a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 944 time: 0.1152475 Jun 28 11:23:15.424050 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ae4a59ce-ce0e-4b65-b684-abd3c2ce1500 req-03e91f24-dccd-43b3-a5d9-888583cf462c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501335 Jun 28 11:23:15.831326 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device aa1febb7-d437-4034-ad94-753f2a5688ce up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:23:15.932912 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port aa1febb7-d437-4034-ad94-753f2a5688ce completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:23:15.939058 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port aa1febb7-d437-4034-ad94-753f2a5688ce triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:23:15.939459 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:16.067323 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port aa1febb7-d437-4034-ad94-753f2a5688ce is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:23:16.067698 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:16.094573 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b642b2-2fb7-44be-a2c9-f247661db551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1febb7-d437-4034-ad94-753f2a5688ce'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:16.103972 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port aa1febb7-d437-4034-ad94-753f2a5688ce, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=aa1febb7-d437-4034-ad94-753f2a5688ce,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:16.109531 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:16.140827 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb88aec3-afe6-4241-ac32-4ce4858b9361'] response: {'server_uuid': '52b642b2-2fb7-44be-a2c9-f247661db551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'code': 200} Jun 28 11:23:16.184638 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=aa1febb7-d437-4034-ad94-753f2a5688ce,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:16.192805 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.193152 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.193492 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.193820 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.194150 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.194472 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.194796 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.195115 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.195437 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.195756 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.196073 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.196414 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:16.412305 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a999d5-b826-4bd3-b56b-4d105b348d7c req-446e15e5-dac7-4743-ab7b-6a5d91d7b883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:16.413843 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b9a999d5-b826-4bd3-b56b-4d105b348d7c req-446e15e5-dac7-4743-ab7b-6a5d91d7b883 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 1098 time: 0.0811491 Jun 28 11:23:16.456619 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-b9a999d5-b826-4bd3-b56b-4d105b348d7c req-154a1a51-2836-41ba-9605-745ed720ec21 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351391 Jun 28 11:23:16.618085 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b61a5-5d9f-4738-bf8c-e227e1d01309 req-d9600b59-d119-4678-ba49-39ce8c073428 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:16.619470 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-218b61a5-5d9f-4738-bf8c-e227e1d01309 req-d9600b59-d119-4678-ba49-39ce8c073428 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 945 time: 0.0895391 Jun 28 11:23:16.664418 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-218b61a5-5d9f-4738-bf8c-e227e1d01309 req-c3a724c5-7be1-47af-a04c-fd842f1c1073 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387244 Jun 28 11:23:17.686833 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf50ced-83a0-4054-b2ba-ea9dc1e28b99 req-771bfcdc-2b6b-44d7-93a7-9eb58c702980 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:17.688680 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9cf50ced-83a0-4054-b2ba-ea9dc1e28b99 req-771bfcdc-2b6b-44d7-93a7-9eb58c702980 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 945 time: 0.0922236 Jun 28 11:23:17.736466 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9cf50ced-83a0-4054-b2ba-ea9dc1e28b99 req-6ad372d7-47cc-47b6-a283-23378227e921 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Jun 28 11:23:17.867105 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab9b97-1ad2-4a89-87dc-d1deb9168f13 req-5c3311b7-93b7-4828-a5ac-3cff0238ad3b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:17.868469 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5fab9b97-1ad2-4a89-87dc-d1deb9168f13 req-5c3311b7-93b7-4828-a5ac-3cff0238ad3b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 945 time: 0.0888605 Jun 28 11:23:17.915647 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5fab9b97-1ad2-4a89-87dc-d1deb9168f13 req-c9ade8ad-9f6a-4cc0-96b4-c4576ab57bbc tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409968 Jun 28 11:23:18.955559 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc4169-3fa4-4551-9fed-cac12cab38a3 req-b77bc1a7-336e-47a3-b28c-6476452c1332 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:18.957090 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3dfc4169-3fa4-4551-9fed-cac12cab38a3 req-b77bc1a7-336e-47a3-b28c-6476452c1332 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 945 time: 0.0898120 Jun 28 11:23:19.000941 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3dfc4169-3fa4-4551-9fed-cac12cab38a3 req-5750581a-fbf2-4026-ba88-c8e9b2fe875a tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/security-groups?id=4982144f-36fe-44af-9be5-53fd33de112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380886 Jun 28 11:23:19.114292 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69eb28-daaf-4b04-bdb4-2d69e12bf085 req-f5170e77-3d00-4a71-bf94-e1836637fbfd tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.115981 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef69eb28-daaf-4b04-bdb4-2d69e12bf085 req-f5170e77-3d00-4a71-bf94-e1836637fbfd tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 945 time: 0.0957217 Jun 28 11:23:19.131539 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:19.166765 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ef69eb28-daaf-4b04-bdb4-2d69e12bf085 req-2c0a07f4-c423-4f75-af20-689c992c5920 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447042 Jun 28 11:23:19.203593 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e295ab-e589-4776-9661-a514f259bdf5 req-3b7587f2-efe6-48be-a0b4-f38aef048eab tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.205129 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-07e295ab-e589-4776-9661-a514f259bdf5 req-3b7587f2-efe6-48be-a0b4-f38aef048eab tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.46 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 945 time: 0.0933981 Jun 28 11:23:19.285292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Deleting port 4eec4fa5-7219-40de-98f5-00838e6c2b0e {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:19.285603 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:19.354911 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b547922-447d-407f-abd1-aaa946b655e7 req-8ebbd391-4dac-472b-826c-e1aad9ff3da2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.356667 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2b547922-447d-407f-abd1-aaa946b655e7 req-8ebbd391-4dac-472b-826c-e1aad9ff3da2 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 945 time: 0.0907841 Jun 28 11:23:19.365667 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59502) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:19.370671 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'floatingip': {'port_id': 'aa1febb7-d437-4034-ad94-753f2a5688ce'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:19.448016 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:19.538148 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] For port 4eec4fa5-7219-40de-98f5-00838e6c2b0e, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=4eec4fa5-7219-40de-98f5-00838e6c2b0e,segment=NetworkSegment(d3ba52b2-6e7a-4487-89c2-988ad22e716b),segment_id=d3ba52b2-6e7a-4487-89c2-988ad22e716b)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:19.538488 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:19.758892 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Calling delete_port for 4eec4fa5-7219-40de-98f5-00838e6c2b0e owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:19.916948 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:19.967988 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Pushing event deleted for resources: {'Port': ['ID=4eec4fa5-7219-40de-98f5-00838e6c2b0e,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:20.056514 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] No DVR routers for this DVR port 4eec4fa5-7219-40de-98f5-00838e6c2b0e on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:23:20.059262 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:20.062236 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09354c38-ac3d-4040-991f-0f8204762e53', 'name': 'network-vif-deleted', 'tag': '4eec4fa5-7219-40de-98f5-00838e6c2b0e'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:20.086010 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-07e295ab-e589-4776-9661-a514f259bdf5 req-b34ccc20-05e2-4277-878d-5a6396c9f150 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.46 "DELETE /v2.0/ports/4eec4fa5-7219-40de-98f5-00838e6c2b0e HTTP/1.1" status: 204 len: 173 time: 0.8741362 Jun 28 11:23:20.113614 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33087c8b-b93c-4aa6-b098-e7b7127a2da7'] response: {'server_uuid': '09354c38-ac3d-4040-991f-0f8204762e53', 'name': 'network-vif-deleted', 'tag': '4eec4fa5-7219-40de-98f5-00838e6c2b0e', 'status': 'completed', 'code': 200} Jun 28 11:23:20.213958 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-fc45cafe-2b67-4e3e-835c-1b3c07efcd18 req-b9d8153a-f1ae-46f6-9efe-5c51f22a24f9 tempest-VolumesActionsTest-1257204975 tempest-VolumesActionsTest-1257204975-project] 10.222.0.15 "GET /v2.0/ports?device_id=09354c38-ac3d-4040-991f-0f8204762e53 HTTP/1.1" status: 200 len: 210 time: 0.0825715 Jun 28 11:23:20.236732 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:20.242282 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:20.414341 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Floating IP 1929f501-a1a4-4d70-b4e2-c54b40039213 associated. External IP: 172.28.1.104, port: aa1febb7-d437-4034-ad94-753f2a5688ce. Jun 28 11:23:20.773831 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:20.952319 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:20.956630 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:20.962235 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:20.972039 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:20.972736 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:22:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:21.014992 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-59ea9cd0-2db5-4602-8093-62aad3f76e8d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "PUT /v2.0/floatingips/1929f501-a1a4-4d70-b4e2-c54b40039213 HTTP/1.1" status: 200 len: 991 time: 1.6481884 Jun 28 11:23:21.015717 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b642b2-2fb7-44be-a2c9-f247661db551', 'tag': 'aa1febb7-d437-4034-ad94-753f2a5688ce'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:21.060131 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d68d5df-cc58-40b4-b069-1a838e54e121'] response: {'name': 'network-changed', 'server_uuid': '52b642b2-2fb7-44be-a2c9-f247661db551', 'tag': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'status': 'completed', 'code': 200} Jun 28 11:23:21.155919 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:21.165966 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-e7f89622-a0ae-4ec3-b33f-a382cbd1efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:21.167625 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-e7f89622-a0ae-4ec3-b33f-a382cbd1efd7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 1098 time: 0.0802090 Jun 28 11:23:21.299329 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-b020324c-904b-40ad-bf44-602c472ec2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:21.300736 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-b020324c-904b-40ad-bf44-602c472ec2f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.1276717 Jun 28 11:23:21.408788 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-8b2c7739-a9d6-40d4-bb81-6d0594e0616d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa1febb7-d437-4034-ad94-753f2a5688ce HTTP/1.1" status: 200 len: 999 time: 0.1020503 Jun 28 11:23:21.475488 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-b8bbb2df-7630-4ce9-b8e3-ddec6635d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:21.477025 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-b8bbb2df-7630-4ce9-b8e3-ddec6635d1f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0629454 Jun 28 11:23:21.512227 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '1929f501-a1a4-4d70-b4e2-c54b40039213', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:db:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b642b2-2fb7-44be-a2c9-f247661db551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:23:04Z', 'updated_at': '2022-06-28T11:23:20Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}, {'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:09Z', 'revision_number': 2, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:21.516984 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:21.526956 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:21.527573 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:22:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:21.563628 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-fabcbd44-b1cc-46e9-8094-7e2c7c5fdf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:21.565696 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-fabcbd44-b1cc-46e9-8094-7e2c7c5fdf9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825527 Jun 28 11:23:21.722381 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-191e6a48-4a94-4f7d-8d02-ee9982ee94f0 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496210 Jun 28 11:23:21.724334 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:21.862431 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7c637afc-2067-49c9-b38f-4b88b559ba4b req-390c92a9-370c-475a-98a7-7120a7b82fd9 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336858 Jun 28 11:23:21.863482 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 4eec4fa5-7219-40de-98f5-00838e6c2b0e no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:21.899601 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 4eec4fa5-7219-40de-98f5-00838e6c2b0e {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:21.900044 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 4eec4fa5-7219-40de-98f5-00838e6c2b0e not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:22.123703 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '1929f501-a1a4-4d70-b4e2-c54b40039213', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:db:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b642b2-2fb7-44be-a2c9-f247661db551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:23:04Z', 'updated_at': '2022-06-28T11:23:20Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}, {'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:09Z', 'revision_number': 2, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:22.127734 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790ac230-f14e-454e-81a9-c575ecf492de None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '1929f501-a1a4-4d70-b4e2-c54b40039213', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.104', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:db:ed:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b642b2-2fb7-44be-a2c9-f247661db551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:23:04Z', 'updated_at': '2022-06-28T11:23:20Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}, {'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:09Z', 'revision_number': 2, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:22.215765 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b080e60a-77bd-45d7-82b5-67fd96b760c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:22.327305 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e546c38e-f068-42f0-8384-16deeb065723 None None] New status for floating IP 1929f501-a1a4-4d70-b4e2-c54b40039213: ACTIVE {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:23:24.297866 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-bc7b03c8-43ee-4098-a612-4bccb8283739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:25.586158 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:25.589809 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:26.891627 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:27.113308 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-5b89920e-a6f2-4a4a-8db9-44ff42fc0909 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862477 Jun 28 11:23:27.212980 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-5301db80-4d9e-496a-85cf-b8ff07794857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:27.214351 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-5301db80-4d9e-496a-85cf-b8ff07794857 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 1099 time: 0.0801654 Jun 28 11:23:27.364077 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-87d04d60-63ac-4a19-a0cc-8bcfe426ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:27.365588 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-87d04d60-63ac-4a19-a0cc-8bcfe426ad7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.1322691 Jun 28 11:23:27.475674 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-e21707f8-3eef-4ce5-86ac-6b22136085fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef HTTP/1.1" status: 200 len: 1002 time: 0.1001160 Jun 28 11:23:27.538358 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-87dacab6-ff81-45f8-9ecb-864b66271bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:27.539810 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-87dacab6-ff81-45f8-9ecb-864b66271bdd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0569587 Jun 28 11:23:27.735111 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-62933ca3-e6ec-40bf-903b-903cb55fca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:27.736691 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-62933ca3-e6ec-40bf-903b-903cb55fca0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1897504 Jun 28 11:23:27.873777 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-898a55e6-691b-496a-b719-31f73df0ab58 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295819 Jun 28 11:23:28.014183 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-7dca0735-ab9a-47fd-b97d-f598cf2133ae req-3b1c088b-a9f0-43e3-b0a7-9514ed89f711 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339788 Jun 28 11:23:38.390801 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59640) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:38.458877 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e1a127-c216-465f-b5b4-ea45cb0f2932 admin admin] Deleting subnet 7dac6045-140c-4e1a-bf89-acae908a2ba7 {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:23:38.462264 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75e1a127-c216-465f-b5b4-ea45cb0f2932 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:38.513106 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75e1a127-c216-465f-b5b4-ea45cb0f2932 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31498846'] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:38.574333 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75e1a127-c216-465f-b5b4-ea45cb0f2932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:38.753378 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75e1a127-c216-465f-b5b4-ea45cb0f2932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31499568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31297096'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:38.790992 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1a127-c216-465f-b5b4-ea45cb0f2932 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dac6045-140c-4e1a-bf89-acae908a2ba7,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:38.794763 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75e1a127-c216-465f-b5b4-ea45cb0f2932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:38.801451 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-75e1a127-c216-465f-b5b4-ea45cb0f2932 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7dac6045-140c-4e1a-bf89-acae908a2ba7 HTTP/1.1" status: 204 len: 168 time: 0.4096034 Jun 28 11:23:38.804045 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59644) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:38.908260 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.041062 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.070471 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062f7a7d-0424-48a1-9441-326ce4c55020']}} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:39.082585 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ba52b2-6e7a-4487-89c2-988ad22e716b') {'for_net_delete': True} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:39.082877 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ba52b2-6e7a-4487-89c2-988ad22e716b') {} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:39.093959 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31498839'] for segment, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.109874 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.115867 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:23:39.116241 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31499678'] for segment, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.176922 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment d3ba52b2-6e7a-4487-89c2-988ad22e716b resource provider aggregate not found Jun 28 11:23:39.201497 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment d3ba52b2-6e7a-4487-89c2-988ad22e716b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3ba52b2-6e7a-4487-89c2-988ad22e716b found for delete ", "request_id": "req-9d4475ca-b695-4f46-8571-48e3e7385904"}]} Jun 28 11:23:39.211005 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.233166 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.239252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] Pushing event deleted for resources: {'Network': ['ID=062f7a7d-0424-48a1-9441-326ce4c55020,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:39.243218 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-faffac6e-16c9-4fbb-9656-9446e681594b admin admin] 10.222.0.15 "DELETE /v2.0/networks/062f7a7d-0424-48a1-9441-326ce4c55020 HTTP/1.1" status: 204 len: 168 time: 0.4381723 Jun 28 11:23:39.246209 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59654) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:39.305003 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f4be47-b30c-41d4-9351-ad546a5fc942 admin admin] Deleting subnet 9f17f88d-fc28-4933-bc75-a56c6550b687 {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:23:39.308501 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75f4be47-b30c-41d4-9351-ad546a5fc942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.358397 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75f4be47-b30c-41d4-9351-ad546a5fc942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31498846'] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.416646 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75f4be47-b30c-41d4-9351-ad546a5fc942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.491593 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75f4be47-b30c-41d4-9351-ad546a5fc942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31499568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31297096'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.528708 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4be47-b30c-41d4-9351-ad546a5fc942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f17f88d-fc28-4933-bc75-a56c6550b687,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:39.530597 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-75f4be47-b30c-41d4-9351-ad546a5fc942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.536866 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-75f4be47-b30c-41d4-9351-ad546a5fc942 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9f17f88d-fc28-4933-bc75-a56c6550b687 HTTP/1.1" status: 204 len: 168 time: 0.2897105 Jun 28 11:23:39.539806 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59658) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:39.648121 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.785356 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.818499 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19343ee3-5924-4cb5-8995-c9c6ccca9133']}} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:39.831609 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e224a2b9-6d88-4233-8fa0-910a476e1ff0') {'for_net_delete': True} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:39.831916 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.services.segments.db [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e224a2b9-6d88-4233-8fa0-910a476e1ff0') {} {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:39.843216 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33333191'] for segment, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.860525 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.867113 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:23:39.867546 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33429730'] for segment, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.933365 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment e224a2b9-6d88-4233-8fa0-910a476e1ff0 resource provider aggregate not found Jun 28 11:23:39.954706 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.services.segments.plugin [-] Segment e224a2b9-6d88-4233-8fa0-910a476e1ff0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e224a2b9-6d88-4233-8fa0-910a476e1ff0 found for delete ", "request_id": "req-aefbe9f6-9c37-4b04-a5d4-41d00b5b26ec"}]} Jun 28 11:23:39.969824 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.985683 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:39.994330 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] Pushing event deleted for resources: {'Network': ['ID=19343ee3-5924-4cb5-8995-c9c6ccca9133,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:39.997555 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-8c6a3d2d-bf2b-4cf1-a84a-53523c286a5a admin admin] 10.222.0.15 "DELETE /v2.0/networks/19343ee3-5924-4cb5-8995-c9c6ccca9133 HTTP/1.1" status: 204 len: 168 time: 0.4567654 Jun 28 11:23:40.197469 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59668) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:40.250908 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-fe172e84-5d67-4da3-803d-6a4fb4470dad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3146d26157c4e6da8c63ef91b26bafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522780 Jun 28 11:23:40.254590 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59672) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:40.314076 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bec86806-a6f1-4c87-a427-0b3acba10a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:40.340395 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bec86806-a6f1-4c87-a427-0b3acba10a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:40.396938 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bec86806-a6f1-4c87-a427-0b3acba10a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:40.414557 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec86806-a6f1-4c87-a427-0b3acba10a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4982144f-36fe-44af-9be5-53fd33de112c,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:40.419343 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bec86806-a6f1-4c87-a427-0b3acba10a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:40.422998 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-bec86806-a6f1-4c87-a427-0b3acba10a3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4982144f-36fe-44af-9be5-53fd33de112c HTTP/1.1" status: 204 len: 168 time: 0.1649380 Jun 28 11:23:40.776543 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59690) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:40.869991 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-1c38634a-0748-467a-8bfe-e7d8ce5f7989 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd1660bad30545019456295451ede9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0921607 Jun 28 11:23:40.872511 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59694) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:40.961515 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a281f8-19b9-4536-b0f2-519f665e9946 req-64e970c4-af44-420b-8e7f-4ef59057c707 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:40.962981 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f6a281f8-19b9-4536-b0f2-519f665e9946 req-64e970c4-af44-420b-8e7f-4ef59057c707 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 947 time: 0.1524980 Jun 28 11:23:40.963744 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b20a6c11-7cff-4a4f-8614-e9e0f5241aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:41.006307 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b20a6c11-7cff-4a4f-8614-e9e0f5241aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:41.041086 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f6a281f8-19b9-4536-b0f2-519f665e9946 req-45e1caab-2038-4a6c-aa1e-b4a71778715e tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684662 Jun 28 11:23:41.075651 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b20a6c11-7cff-4a4f-8614-e9e0f5241aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:41.090624 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a6c11-7cff-4a4f-8614-e9e0f5241aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe574641-0f18-4cb6-b519-6b82d8d6030e,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:41.098784 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b20a6c11-7cff-4a4f-8614-e9e0f5241aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:41.099898 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-b20a6c11-7cff-4a4f-8614-e9e0f5241aad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe574641-0f18-4cb6-b519-6b82d8d6030e HTTP/1.1" status: 204 len: 168 time: 0.2265069 Jun 28 11:23:42.250557 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-c16c9cc3-b1c7-4bd9-820d-c851f7af8031 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:42.251545 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-c16c9cc3-b1c7-4bd9-820d-c851f7af8031 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Synchronizing usage tracker for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:42.263057 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db882-3b1e-47d3-9a4b-b853c65ddfc1 req-cc7c1b9e-bd40-4b12-ab80-4b054f531f89 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:42.265927 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e24db882-3b1e-47d3-9a4b-b853c65ddfc1 req-cc7c1b9e-bd40-4b12-ab80-4b054f531f89 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 947 time: 0.1047759 Jun 28 11:23:42.269982 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-c16c9cc3-b1c7-4bd9-820d-c851f7af8031 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Unset dirty status for tenant:f32c9c5b808b41ed99ab4ea837fe4cf4 on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:42.271399 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-c16c9cc3-b1c7-4bd9-820d-c851f7af8031 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 947 time: 0.1319425 Jun 28 11:23:42.312448 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e24db882-3b1e-47d3-9a4b-b853c65ddfc1 req-91038592-ce32-4313-893f-671145a3373a tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups?id=f649a2a3-c653-48dc-a935-b209e8652d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401781 Jun 28 11:23:42.348307 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Deleting port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:42.348679 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:42.601769 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] For port 79e89735-753f-4ba9-b46d-65d4f4db8ce3, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=79e89735-753f-4ba9-b46d-65d4f4db8ce3,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:42.602150 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:43.010889 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:43.011250 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:43.011561 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Floating IP 457de185-b506-40ec-b4b5-eef8b623dfc1 disassociated. External IP: 172.28.1.30, port: 79e89735-753f-4ba9-b46d-65d4f4db8ce3. Jun 28 11:23:43.011904 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Calling delete_port for 79e89735-753f-4ba9-b46d-65d4f4db8ce3 owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:43.161529 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:43.211030 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event deleted for resources: {'Port': ['ID=79e89735-753f-4ba9-b46d-65d4f4db8ce3,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:43.413971 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:43.485899 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2de45937-96e5-4fa2-8ba9-a543deef0ebe req-b4caa526-6395-4eba-bce5-7b566f7b1b9b tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c18cfc4-1b50-404c-a99c-a32d173706af HTTP/1.1" status: 200 len: 210 time: 0.0561051 Jun 28 11:23:43.617532 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:43.628449 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] Sync routers for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:43.640137 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:43.640850 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:23:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:43.714260 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] No DVR routers for this DVR port 79e89735-753f-4ba9-b46d-65d4f4db8ce3 on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:23:43.716999 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:43.720556 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-deleted', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:43.738122 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-19419556-a160-4c1f-8752-f91f2d30d7ac req-fd3b498a-96c7-433a-9797-70debdb3d555 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.46 "DELETE /v2.0/ports/79e89735-753f-4ba9-b46d-65d4f4db8ce3 HTTP/1.1" status: 204 len: 173 time: 1.4613974 Jun 28 11:23:43.770224 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a455d06-0334-4f87-b6fc-a489da7b569c'] response: {'server_uuid': '8c18cfc4-1b50-404c-a99c-a32d173706af', 'name': 'network-vif-deleted', 'tag': '79e89735-753f-4ba9-b46d-65d4f4db8ce3', 'status': 'completed', 'code': 200} Jun 28 11:23:43.830253 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:44.149953 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:44.154095 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] Checking router: 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:44.164013 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:44.164645 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:23:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:44.369119 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:44.619254 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59766) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:44.691685 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6b3aeab9-cc3f-4642-9188-7163336bbef8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:44.696918 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:44.701329 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495233f4-79b4-4a54-ab9f-e6207b773372 None None] The sync data for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb is: [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:17:52Z', 'revision_number': 4, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '52080c41-6d8e-47ad-89ca-8744c132eab5', 'name': '', 'network_id': '2f7f84fa-cb69-41c2-8c36-3055118742f0', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'mac_address': 'fa:16:3e:e6:85:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:50Z', 'updated_at': '2022-06-28T11:18:01Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'subnets': [{'id': 'ec653023-7394-4d1f-9552-dfde6561bcc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:44.720182 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6b3aeab9-cc3f-4642-9188-7163336bbef8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:44.784627 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6b3aeab9-cc3f-4642-9188-7163336bbef8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:44.808338 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3aeab9-cc3f-4642-9188-7163336bbef8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f649a2a3-c653-48dc-a935-b209e8652d9e,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:44.818683 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-6b3aeab9-cc3f-4642-9188-7163336bbef8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:44.822785 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59774) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:44.823336 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-6b3aeab9-cc3f-4642-9188-7163336bbef8 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "DELETE /v2.0/security-groups/f649a2a3-c653-48dc-a935-b209e8652d9e HTTP/1.1" status: 204 len: 168 time: 0.2023981 Jun 28 11:23:44.843359 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.api.v2.resource [None req-39b5dcd1-9545-4cfd-986b-359d4a341f93 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] show failed (client error): The resource could not be found. Jun 28 11:23:44.845120 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-39b5dcd1-9545-4cfd-986b-359d4a341f93 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "GET /v2.0/security-groups/f649a2a3-c653-48dc-a935-b209e8652d9e HTTP/1.1" status: 404 len: 347 time: 0.0201428 Jun 28 11:23:44.848032 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59778) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:44.980194 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94572019-06e0-4114-8c08-4e471c1ceeb0 None None] New status for floating IP 457de185-b506-40ec-b4b5-eef8b623dfc1: DOWN {{(pid=88105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:23:45.021256 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Deleting port b0b51ab8-f606-46fc-9983-ed70d005d30d {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:45.021680 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.195612 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.196209 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.329471 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Calling delete_port for b0b51ab8-f606-46fc-9983-ed70d005d30d owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:45.422502 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.db.api [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:23:45.422858 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG oslo_db.api [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:23:45.924513 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Deleting port b0b51ab8-f606-46fc-9983-ed70d005d30d {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:45.925075 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:45.971050 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:46.014216 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 79e89735-753f-4ba9-b46d-65d4f4db8ce3 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:46.014842 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 79e89735-753f-4ba9-b46d-65d4f4db8ce3 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:46.221909 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:46.222130 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:46.350054 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Calling delete_port for b0b51ab8-f606-46fc-9983-ed70d005d30d owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:46.442248 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:23:46.499156 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:46.551348 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Pushing event deleted for resources: {'Port': ['ID=b0b51ab8-f606-46fc-9983-ed70d005d30d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:46.650733 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks [] for floatingip, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:46.667115 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:46.668300 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-54bd86e4-e3f8-4218-8d11-63043f1539f4 tempest-AttachVolumeShelveTestJSON-940938729 tempest-AttachVolumeShelveTestJSON-940938729-project] 10.222.0.15 "DELETE /v2.0/floatingips/457de185-b506-40ec-b4b5-eef8b623dfc1 HTTP/1.1" status: 204 len: 168 time: 1.8193357 Jun 28 11:23:49.138029 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:49.436779 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59848) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:50.160408 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:50.511686 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Deleting port 52080c41-6d8e-47ad-89ca-8744c132eab5 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:50.512344 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:50.561363 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59864) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:50.685721 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:50.701355 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:50.705389 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] Usage tracker for resource:security_group_rule and tenant:dbbbc01afbd44a688545dd545ed57d82 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:50.708423 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:50.714387 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:50.799016 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:50.804165 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:50.810569 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] For port 52080c41-6d8e-47ad-89ca-8744c132eab5, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=52080c41-6d8e-47ad-89ca-8744c132eab5,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:50.810975 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:50.855503 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca49dfe-c9c4-4c6a-af58-3578a583955b,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:50.864274 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-3ba197b0-26e1-4a52-a6a8-6d7fd9a07d16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbbbc01afbd44a688545dd545ed57d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018527 Jun 28 11:23:50.865068 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59872) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:50.928152 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ce1dad75-34f0-4df5-8edb-a75c7ab18513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:50.936299 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Calling delete_port for 52080c41-6d8e-47ad-89ca-8744c132eab5 owned by network:router_interface {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:50.955386 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ce1dad75-34f0-4df5-8edb-a75c7ab18513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.008553 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ce1dad75-34f0-4df5-8edb-a75c7ab18513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.024235 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dad75-34f0-4df5-8edb-a75c7ab18513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca49dfe-c9c4-4c6a-af58-3578a583955b,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:51.031108 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ce1dad75-34f0-4df5-8edb-a75c7ab18513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.035548 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ce1dad75-34f0-4df5-8edb-a75c7ab18513 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ca49dfe-c9c4-4c6a-af58-3578a583955b HTTP/1.1" status: 204 len: 168 time: 0.1692402 Jun 28 11:23:51.112151 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.162898 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Pushing event deleted for resources: {'Port': ['ID=52080c41-6d8e-47ad-89ca-8744c132eab5,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:51.336469 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59880) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:51.363647 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.378902 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:51.383342 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] Usage tracker for resource:security_group_rule and tenant:5e10811c967840f88a3293b5902614a7 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:51.386344 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:51.392072 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:51.454446 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.483801 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.488923 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.538505 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e10811c967840f88a3293b5902614a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006028 Jun 28 11:23:51.539318 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0df544-9283-4471-8e0b-4ff9d07f27eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ea1098-7df9-4ab3-b2fd-3f315f05422b,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:51.542497 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59884) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:51.601363 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-098dc27f-fa34-401d-9928-bec0a30c3285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.626056 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-098dc27f-fa34-401d-9928-bec0a30c3285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.678872 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-098dc27f-fa34-401d-9928-bec0a30c3285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.694266 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dc27f-fa34-401d-9928-bec0a30c3285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ea1098-7df9-4ab3-b2fd-3f315f05422b,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:51.704412 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-098dc27f-fa34-401d-9928-bec0a30c3285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:51.708746 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-098dc27f-fa34-401d-9928-bec0a30c3285 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9ea1098-7df9-4ab3-b2fd-3f315f05422b HTTP/1.1" status: 204 len: 168 time: 0.1609662 Jun 28 11:23:51.814605 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:52.050329 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59892) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:52.069485 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.083866 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:23:52.087573 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] Usage tracker for resource:security_group_rule and tenant:b413a9a9fc914e73b82dc10f6001d45a is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:23:52.090687 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:23:52.096384 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:23:52.115415 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:52.124601 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] Sync routers for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:52.128761 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-4a2ad488-29b4-43d2-be40-71e0fddff17d admin admin] 10.222.0.15 "PUT /v2.0/routers/5e9f8326-88b9-47a2-84a6-8d6f1d81c772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6902699 Jun 28 11:23:52.131875 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59896) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:52.135432 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:52.136069 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:23:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:52.223591 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-cc182df3-d2a2-4adc-a8d7-db611f39b9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.349302 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:52.441951 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.443607 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks [] for router, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.495709 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.618304 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b413a9a9fc914e73b82dc10f6001d45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5667753 Jun 28 11:23:52.620970 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59900) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:52.624755 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e53227-ef81-4a7b-a839-fb4272a06b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b1f0bf-6c1d-4a43-aca1-903f7fcd2349,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:52.640293 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184'}], 'enable_snat': True}, 'gw_port_id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:23:51Z', 'revision_number': 5, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port': {'id': '8154bece-f02f-49d8-8a2a-abc7aee6815b', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:48:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:46Z', 'updated_at': '2022-06-28T11:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:52.645008 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] Checking router: 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:52.653775 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] Routers {'5e9f8326-88b9-47a2-84a6-8d6f1d81c772'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:52.654497 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:23:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:52.663141 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.675333 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Deleting port 8154bece-f02f-49d8-8a2a-abc7aee6815b {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:52.675837 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.694860 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-10daf3b3-a0ce-463e-bd56-2d55f08ca387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.722763 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-10daf3b3-a0ce-463e-bd56-2d55f08ca387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.777624 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-10daf3b3-a0ce-463e-bd56-2d55f08ca387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.796820 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daf3b3-a0ce-463e-bd56-2d55f08ca387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b1f0bf-6c1d-4a43-aca1-903f7fcd2349,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:52.806016 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-10daf3b3-a0ce-463e-bd56-2d55f08ca387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.810115 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-10daf3b3-a0ce-463e-bd56-2d55f08ca387 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31b1f0bf-6c1d-4a43-aca1-903f7fcd2349 HTTP/1.1" status: 204 len: 168 time: 0.1847310 Jun 28 11:23:52.818484 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] Set router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 gateway port host: None {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:52.865256 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] For port 8154bece-f02f-49d8-8a2a-abc7aee6815b, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=8154bece-f02f-49d8-8a2a-abc7aee6815b,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:52.865794 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.934111 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:23:52Z', 'revision_number': 6, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:52.938704 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9135952-cffd-4a77-8576-64417c5caf68 None None] The sync data for ids ['5e9f8326-88b9-47a2-84a6-8d6f1d81c772'] in dv-cinder-844605-1-smb is: [{'id': '5e9f8326-88b9-47a2-84a6-8d6f1d81c772', 'name': 'tempest-AttachVolumeShelveTestJSON-1714764617-router', 'tenant_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:17:45Z', 'updated_at': '2022-06-28T11:23:52Z', 'revision_number': 6, 'project_id': 'f32c9c5b808b41ed99ab4ea837fe4cf4', 'gw_port_host': None}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:53.016692 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Calling delete_port for 8154bece-f02f-49d8-8a2a-abc7aee6815b owned by network:router_gateway {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:53.206286 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.256778 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Pushing event deleted for resources: {'Port': ['ID=8154bece-f02f-49d8-8a2a-abc7aee6815b,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:53.359372 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.543838 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.546339 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.572189 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.572817 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e9f8326-88b9-47a2-84a6-8d6f1d81c772 {{(pid=88104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:23:53.593164 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.596467 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-352ed156-bac4-4086-9226-70c0a9db1364 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5e9f8326-88b9-47a2-84a6-8d6f1d81c772 HTTP/1.1" status: 204 len: 168 time: 1.4615033 Jun 28 11:23:53.596952 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59906) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:53.655582 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Deleting subnet ec653023-7394-4d1f-9552-dfde6561bcc0 {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:23:53.658701 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.713331 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31498846'] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.739514 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 52080c41-6d8e-47ad-89ca-8744c132eab5 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:53.785434 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 52080c41-6d8e-47ad-89ca-8744c132eab5 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:53.786022 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 52080c41-6d8e-47ad-89ca-8744c132eab5 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:53.798075 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:53.980769 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31499568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31297096'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.020025 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec653023-7394-4d1f-9552-dfde6561bcc0,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:54.022746 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.026648 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d47461-f7b2-4d81-8527-ccf55c026071 None None] Network 2f7f84fa-cb69-41c2-8c36-3055118742f0 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:23:54.032412 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.032784 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.033120 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.033449 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.033777 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.034101 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.034421 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.034741 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.035062 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.035378 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.035693 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.036005 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:54.041760 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f777f1da-b2ba-4775-9ab8-a9f367bb2ee8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ec653023-7394-4d1f-9552-dfde6561bcc0 HTTP/1.1" status: 204 len: 168 time: 0.4413750 Jun 28 11:23:54.042109 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 59910) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:54.146508 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.157539 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Deleting port b58cb75d-e499-4713-a07e-76fc3b469fb5 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:54.157855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.288626 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] DHCP port deletion for 2f7f84fa-cb69-41c2-8c36-3055118742f0 request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:23:54.293824 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] Deleting port b58cb75d-e499-4713-a07e-76fc3b469fb5 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:54.294276 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.322613 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-fc2a8f21-ae5e-4a6f-a8b2-0414b4c2f40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.366853 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] For port b58cb75d-e499-4713-a07e-76fc3b469fb5, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=b58cb75d-e499-4713-a07e-76fc3b469fb5,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:54.367215 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.498197 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] For port b58cb75d-e499-4713-a07e-76fc3b469fb5, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=b58cb75d-e499-4713-a07e-76fc3b469fb5,segment=NetworkSegment(f0d2b15f-273d-4000-9674-e2a9392daab3),segment_id=f0d2b15f-273d-4000-9674-e2a9392daab3)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:54.498582 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.499905 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Calling delete_port for b58cb75d-e499-4713-a07e-76fc3b469fb5 owned by network:dhcp {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:54.579587 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.618793 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] Calling delete_port for b58cb75d-e499-4713-a07e-76fc3b469fb5 owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:23:54.629779 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b58cb75d-e499-4713-a07e-76fc3b469fb5,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:54.634519 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] No DVR routers for this DVR port b58cb75d-e499-4713-a07e-76fc3b469fb5 on host dv-cinder-844605-1-smb {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:23:54.692512 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.api [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:23:54.692926 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG oslo_db.api [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:23:54.752513 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.781303 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7f84fa-cb69-41c2-8c36-3055118742f0']}} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:54.795744 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d2b15f-273d-4000-9674-e2a9392daab3') {'for_net_delete': True} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:54.796034 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d2b15f-273d-4000-9674-e2a9392daab3') {} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:54.808187 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31498839'] for segment, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.826022 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.832709 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:23:54.833146 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31499678'] for segment, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.900898 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment f0d2b15f-273d-4000-9674-e2a9392daab3 resource provider aggregate not found Jun 28 11:23:54.923604 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment f0d2b15f-273d-4000-9674-e2a9392daab3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0d2b15f-273d-4000-9674-e2a9392daab3 found for delete ", "request_id": "req-d6a1d5b0-8720-4c0c-84ab-c608b7fc3228"}]} Jun 28 11:23:54.938518 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.954964 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:54.965665 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7f84fa-cb69-41c2-8c36-3055118742f0,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:54.981938 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-1cd327af-c65f-4bf9-b700-258c04bf9e86 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2f7f84fa-cb69-41c2-8c36-3055118742f0 HTTP/1.1" status: 204 len: 168 time: 0.9391618 Jun 28 11:23:55.178454 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59920) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:55.194546 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] Deleting port b58cb75d-e499-4713-a07e-76fc3b469fb5 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:55.195089 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.229748 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-befa0cce-63c5-457a-8e7a-9cfc9e12cb9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f32c9c5b808b41ed99ab4ea837fe4cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501156 Jun 28 11:23:55.232448 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 59924) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:55.262831 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-aa9081dd-23e6-4885-bfff-3ab0d219d7c8 None None] The port 'b58cb75d-e499-4713-a07e-76fc3b469fb5' was deleted {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:23:55.292334 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe2fbba3-c7d2-4939-a82c-8b53987c82a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.319933 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe2fbba3-c7d2-4939-a82c-8b53987c82a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.373840 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe2fbba3-c7d2-4939-a82c-8b53987c82a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.391724 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fbba3-c7d2-4939-a82c-8b53987c82a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ac2a3e-68da-4e90-bcda-ee88b10875e2,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:55.399103 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 8154bece-f02f-49d8-8a2a-abc7aee6815b no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:55.405173 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-fe2fbba3-c7d2-4939-a82c-8b53987c82a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.409264 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-fe2fbba3-c7d2-4939-a82c-8b53987c82a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95ac2a3e-68da-4e90-bcda-ee88b10875e2 HTTP/1.1" status: 204 len: 168 time: 0.1759138 Jun 28 11:23:55.480346 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 8154bece-f02f-49d8-8a2a-abc7aee6815b {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:55.480707 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 8154bece-f02f-49d8-8a2a-abc7aee6815b not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:55.481183 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device b58cb75d-e499-4713-a07e-76fc3b469fb5 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:23:55.514157 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: b58cb75d-e499-4713-a07e-76fc3b469fb5 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:23:55.514567 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device b58cb75d-e499-4713-a07e-76fc3b469fb5 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:23:55.572917 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:55.585964 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:56.895108 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:58.283574 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89e8fd-0a70-4648-8b19-9b5b841d7075 req-2caf440e-2f1d-4795-9f09-a3c1a1ed1f2e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:58.285085 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4c89e8fd-0a70-4648-8b19-9b5b841d7075 req-2caf440e-2f1d-4795-9f09-a3c1a1ed1f2e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 945 time: 0.0986924 Jun 28 11:23:58.338888 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-4c89e8fd-0a70-4648-8b19-9b5b841d7075 req-c133a1fe-948f-454a-b393-81a023a28677 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477250 Jun 28 11:23:59.541226 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b8fce-f8f4-436e-ac8f-5b6c5704343a req-d33ef04c-0b89-436c-9e64-e480b39fab28 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:59.542725 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0c4b8fce-f8f4-436e-ac8f-5b6c5704343a req-d33ef04c-0b89-436c-9e64-e480b39fab28 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 945 time: 0.0892451 Jun 28 11:23:59.550734 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb962a72-5501-496e-829b-d7ba785dc578 req-ca5a6e50-f3e0-4620-ae0a-37c27477b0a5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:59.551427 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-fb962a72-5501-496e-829b-d7ba785dc578 req-ca5a6e50-f3e0-4620-ae0a-37c27477b0a5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:23:59.570175 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-fb962a72-5501-496e-829b-d7ba785dc578 req-ca5a6e50-f3e0-4620-ae0a-37c27477b0a5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:23:59.571727 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-fb962a72-5501-496e-829b-d7ba785dc578 req-ca5a6e50-f3e0-4620-ae0a-37c27477b0a5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 945 time: 0.1072087 Jun 28 11:23:59.589263 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-0c4b8fce-f8f4-436e-ac8f-5b6c5704343a req-9dc9a873-3054-4c2a-8efe-cd2bfbaa25b6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 Jun 28 11:23:59.643682 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port aa1febb7-d437-4034-ad94-753f2a5688ce {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:23:59.644024 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.899604 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] For port aa1febb7-d437-4034-ad94-753f2a5688ce, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=aa1febb7-d437-4034-ad94-753f2a5688ce,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:23:59.900042 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.201924 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.202321 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.202631 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Floating IP 1929f501-a1a4-4d70-b4e2-c54b40039213 disassociated. External IP: 172.28.1.104, port: aa1febb7-d437-4034-ad94-753f2a5688ce. Jun 28 11:24:00.203002 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for aa1febb7-d437-4034-ad94-753f2a5688ce owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:00.289671 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60028) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:00.356185 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.405372 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'Port': ['ID=aa1febb7-d437-4034-ad94-753f2a5688ce,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:00.432513 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.447616 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:00.451586 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] Usage tracker for resource:security_group_rule and tenant:c42ca054382240f29305cbe605243a1f is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:00.454447 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:00.460339 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:00.547505 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.553312 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.600041 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:24:00.603891 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c42ca054382240f29305cbe605243a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3130660 Jun 28 11:24:00.604412 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60034) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:00.604656 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca57761-b912-4f16-a2e3-3fb210e18bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b84df95-5641-4d3e-8576-0dc89eae939f,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:00.746212 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-dfdddf4e-5965-40c8-bbad-670280fc9635 req-727039e8-9e60-460e-a6e9-37b715172459 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=52b642b2-2fb7-44be-a2c9-f247661db551 HTTP/1.1" status: 200 len: 210 time: 0.0509694 Jun 28 11:24:00.940967 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-42af492b-d1e0-4ea7-84eb-73e3baa17f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.977822 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:24:00.980432 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-42af492b-d1e0-4ea7-84eb-73e3baa17f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:00.987806 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:24:00.998376 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:00.999101 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:23:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:01.092461 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] No DVR routers for this DVR port aa1febb7-d437-4034-ad94-753f2a5688ce on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:24:01.097111 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.099569 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b642b2-2fb7-44be-a2c9-f247661db551', 'name': 'network-vif-deleted', 'tag': 'aa1febb7-d437-4034-ad94-753f2a5688ce'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:01.120231 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-fb962a72-5501-496e-829b-d7ba785dc578 req-7d3ef088-2385-4314-8025-dfc83cc3cd02 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "DELETE /v2.0/ports/aa1febb7-d437-4034-ad94-753f2a5688ce HTTP/1.1" status: 204 len: 173 time: 1.5426164 Jun 28 11:24:01.136608 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-42af492b-d1e0-4ea7-84eb-73e3baa17f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.156021 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af492b-d1e0-4ea7-84eb-73e3baa17f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b84df95-5641-4d3e-8576-0dc89eae939f,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:01.159492 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-42af492b-d1e0-4ea7-84eb-73e3baa17f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.163698 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-42af492b-d1e0-4ea7-84eb-73e3baa17f5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b84df95-5641-4d3e-8576-0dc89eae939f HTTP/1.1" status: 204 len: 168 time: 0.5568438 Jun 28 11:24:01.166891 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92196b84-622e-407e-8a3a-f7f4678a628e'] response: {'server_uuid': '52b642b2-2fb7-44be-a2c9-f247661db551', 'name': 'network-vif-deleted', 'tag': 'aa1febb7-d437-4034-ad94-753f2a5688ce', 'status': 'completed', 'code': 200} Jun 28 11:24:01.195867 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:01.455679 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60046) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:01.473374 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.487860 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:01.491957 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] Usage tracker for resource:security_group_rule and tenant:d7cf8035e8654cbea95946807403cb93 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:01.494778 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:01.500721 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:01.546371 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:09Z', 'revision_number': 2, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:01.550753 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:24:01.561194 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:01.561995 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:23:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:01.593708 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.605670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.660972 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7cf8035e8654cbea95946807403cb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014310 Jun 28 11:24:01.661211 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60050) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:01.663900 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267da9b-e9b8-408f-bde5-0d4aa3694dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddaff47-2628-4528-8cfc-9e19a61803a0,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:01.729980 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5fa0352e-7441-4264-bf16-a83e6edde32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.749086 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:01.767142 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5fa0352e-7441-4264-bf16-a83e6edde32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.826309 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5fa0352e-7441-4264-bf16-a83e6edde32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.842549 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0352e-7441-4264-bf16-a83e6edde32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddaff47-2628-4528-8cfc-9e19a61803a0,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:01.854951 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5fa0352e-7441-4264-bf16-a83e6edde32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.871528 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-5fa0352e-7441-4264-bf16-a83e6edde32f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ddaff47-2628-4528-8cfc-9e19a61803a0 HTTP/1.1" status: 204 len: 168 time: 0.2023962 Jun 28 11:24:01.885959 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60060) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:01.963111 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-da67a3e3-bc7b-463d-b25a-3d438ae60841 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.992330 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-da67a3e3-bc7b-463d-b25a-3d438ae60841 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.008361 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device aa1febb7-d437-4034-ad94-753f2a5688ce no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:02.052978 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-da67a3e3-bc7b-463d-b25a-3d438ae60841 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.060296 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: aa1febb7-d437-4034-ad94-753f2a5688ce {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:02.060553 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device aa1febb7-d437-4034-ad94-753f2a5688ce not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:02.075421 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67a3e3-bc7b-463d-b25a-3d438ae60841 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:02.087051 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-da67a3e3-bc7b-463d-b25a-3d438ae60841 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.088397 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-da67a3e3-bc7b-463d-b25a-3d438ae60841 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "DELETE /v2.0/security-groups/7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa HTTP/1.1" status: 204 len: 168 time: 0.2008781 Jun 28 11:24:02.091130 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60066) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:02.111106 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.api.v2.resource [None req-14fd4715-2731-49d4-bbab-35cc9861eb33 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] show failed (client error): The resource could not be found. Jun 28 11:24:02.112141 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-14fd4715-2731-49d4-bbab-35cc9861eb33 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups/7e39a4d9-66d1-44c4-a5ac-2c1d8a2eb5aa HTTP/1.1" status: 404 len: 347 time: 0.0201054 Jun 28 11:24:02.115228 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60070) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:02.187238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:09Z', 'revision_number': 2, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:02.191502 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629ca2d-20c6-4db3-a538-ac4970ab502c None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '87024130-469c-48c6-abc2-e5cf4e6fed90', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.181', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:af:04:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:51Z', 'updated_at': '2022-06-28T11:22:09Z', 'revision_number': 2, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:24:02.282310 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port d2641613-657f-4499-afd4-4b209158f6dd {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:02.282673 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.435907 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c84184-4681-4805-97f7-c863c38494f4 None None] New status for floating IP 1929f501-a1a4-4d70-b4e2-c54b40039213: DOWN {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:24:02.461904 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.462319 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.595988 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for d2641613-657f-4499-afd4-4b209158f6dd owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:02.681755 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.db.api [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:24:02.682473 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG oslo_db.api [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:24:03.183223 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port d2641613-657f-4499-afd4-4b209158f6dd {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:03.183604 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.357497 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.357832 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.488660 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for d2641613-657f-4499-afd4-4b209158f6dd owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:03.639142 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.685620 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'Port': ['ID=d2641613-657f-4499-afd4-4b209158f6dd,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:03.720575 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60114) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:03.785274 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.799299 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.800412 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-5494b1c2-5dc0-4bb3-9d2b-4a63c677b7d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "DELETE /v2.0/floatingips/1929f501-a1a4-4d70-b4e2-c54b40039213 HTTP/1.1" status: 204 len: 168 time: 1.6840229 Jun 28 11:24:03.839034 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.853668 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:03.857601 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] Usage tracker for resource:security_group_rule and tenant:c5b0c718573946d6b51706ea7867069c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:03.860385 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:03.866242 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:03.961992 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.967257 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.011233 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355a6926-94e9-41a5-803a-a772d74ead0e,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:04.018930 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e6ed73bf-a5d9-46ca-8b41-c53988eab3cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5b0c718573946d6b51706ea7867069c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948625 Jun 28 11:24:04.019354 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60126) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:04.078194 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1755-b11c-489c-b937-46c51a498e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.103530 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1755-b11c-489c-b937-46c51a498e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.156162 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1755-b11c-489c-b937-46c51a498e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.174402 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f1755-b11c-489c-b937-46c51a498e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355a6926-94e9-41a5-803a-a772d74ead0e,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:04.182070 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8d5f1755-b11c-489c-b937-46c51a498e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.183222 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8d5f1755-b11c-489c-b937-46c51a498e3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/355a6926-94e9-41a5-803a-a772d74ead0e HTTP/1.1" status: 204 len: 168 time: 0.1631987 Jun 28 11:24:04.484418 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60138) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:04.510179 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.525633 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:04.531883 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c92bf74d404399a8c23e0e50d2c848 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:04.536338 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:04.542832 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:04.632227 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.637312 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.684595 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9c92bf74d404399a8c23e0e50d2c848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985965 Jun 28 11:24:04.686172 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9a0d2-4714-4719-84bd-8ce0d6e6f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9700f99b-6dab-4355-85a2-426d1b54f350,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:04.687551 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60142) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:04.850507 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-78055131-58fd-4b19-aa32-1a152d2f2e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.877584 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-78055131-58fd-4b19-aa32-1a152d2f2e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.931725 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-78055131-58fd-4b19-aa32-1a152d2f2e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.953777 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78055131-58fd-4b19-aa32-1a152d2f2e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9700f99b-6dab-4355-85a2-426d1b54f350,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:04.960652 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-78055131-58fd-4b19-aa32-1a152d2f2e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:04.961813 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-78055131-58fd-4b19-aa32-1a152d2f2e85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9700f99b-6dab-4355-85a2-426d1b54f350 HTTP/1.1" status: 204 len: 168 time: 0.2728860 Jun 28 11:24:05.855709 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601ef28-b9c3-48b8-bbd3-3da7265811c6 req-6ca47db4-528d-4146-a426-e726ece44e82 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:05.857413 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7601ef28-b9c3-48b8-bbd3-3da7265811c6 req-6ca47db4-528d-4146-a426-e726ece44e82 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 946 time: 0.0919123 Jun 28 11:24:05.914335 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7601ef28-b9c3-48b8-bbd3-3da7265811c6 req-e33e61ac-2934-4715-a1c1-da61be347937 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427408 Jun 28 11:24:07.125112 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2811e74-510f-4461-a134-4cd56af72689 req-3f5fdb76-f5de-4b7a-8b86-d94aef1debe9 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:07.126573 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b2811e74-510f-4461-a134-4cd56af72689 req-3f5fdb76-f5de-4b7a-8b86-d94aef1debe9 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 946 time: 0.0995450 Jun 28 11:24:07.178302 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b2811e74-510f-4461-a134-4cd56af72689 req-f54f4b5f-554f-4f5b-9023-3bce52e53a2c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=08644b1b-eee8-4648-ae5d-d5d920b8506d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451303 Jun 28 11:24:07.366297 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-c43248ad-cf7c-4f29-bdce-5a0ba3bef110 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:07.366988 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-c43248ad-cf7c-4f29-bdce-5a0ba3bef110 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:07.384497 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-c43248ad-cf7c-4f29-bdce-5a0ba3bef110 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:07.385658 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-c43248ad-cf7c-4f29-bdce-5a0ba3bef110 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 946 time: 0.2124045 Jun 28 11:24:07.457038 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:07.457289 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.707166 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] For port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:07.707396 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.996184 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.996573 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:07.996884 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Floating IP 87024130-469c-48c6-abc2-e5cf4e6fed90 disassociated. External IP: 172.28.1.181, port: f74253ca-7ee7-4784-8e6a-922b7ed7f1ef. Jun 28 11:24:07.997216 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for f74253ca-7ee7-4784-8e6a-922b7ed7f1ef owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:08.148690 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:08.200629 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'Port': ['ID=f74253ca-7ee7-4784-8e6a-922b7ed7f1ef,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:08.363208 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5b130b1f-67bc-41e5-967b-555a49e4b0b9 req-74b6e667-bcd5-46e9-a975-65e375fabbdc tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0139ce19-12f6-4046-a9c8-43a82b329e1e HTTP/1.1" status: 200 len: 210 time: 0.0543680 Jun 28 11:24:08.384085 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:24:08.577245 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:24:08.589774 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:24:08.604696 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:08.605400 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:23:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:08.668812 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] No DVR routers for this DVR port f74253ca-7ee7-4784-8e6a-922b7ed7f1ef on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:24:08.671316 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:08.674110 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'name': 'network-vif-deleted', 'tag': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:08.710160 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-248cfef3-41ff-4e9d-8b77-d22505c33c4a req-230ac87e-b168-49ab-ba57-7772c650147c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "DELETE /v2.0/ports/f74253ca-7ee7-4784-8e6a-922b7ed7f1ef HTTP/1.1" status: 204 len: 173 time: 1.3189642 Jun 28 11:24:08.722602 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df2e2a0-c705-42d8-97fb-c29c7e008362'] response: {'server_uuid': '0139ce19-12f6-4046-a9c8-43a82b329e1e', 'name': 'network-vif-deleted', 'tag': 'f74253ca-7ee7-4784-8e6a-922b7ed7f1ef', 'status': 'completed', 'code': 200} Jun 28 11:24:08.853003 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:09.182363 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:09.190029 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:24:09.198820 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:09.199421 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:23:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:09.388062 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:09.488407 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60230) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:09.558507 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8fdda033-10fd-4196-a9b5-6351c11aa7bb tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.588128 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8fdda033-10fd-4196-a9b5-6351c11aa7bb tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.643616 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8fdda033-10fd-4196-a9b5-6351c11aa7bb tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.663696 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda033-10fd-4196-a9b5-6351c11aa7bb tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08644b1b-eee8-4648-ae5d-d5d920b8506d,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:09.670216 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8fdda033-10fd-4196-a9b5-6351c11aa7bb tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.673739 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8fdda033-10fd-4196-a9b5-6351c11aa7bb tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "DELETE /v2.0/security-groups/08644b1b-eee8-4648-ae5d-d5d920b8506d HTTP/1.1" status: 204 len: 168 time: 0.1821933 Jun 28 11:24:09.674480 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60236) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:09.710965 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.api.v2.resource [None req-50b8a963-c907-4023-8923-e344bd7a5f9f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] show failed (client error): The resource could not be found. Jun 28 11:24:09.715301 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60240) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:09.715520 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-50b8a963-c907-4023-8923-e344bd7a5f9f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups/08644b1b-eee8-4648-ae5d-d5d920b8506d HTTP/1.1" status: 404 len: 347 time: 0.0391386 Jun 28 11:24:09.721382 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:09.725812 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8b5bd-358c-4cc9-b71d-c9c16c834b0b None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:24:09.833340 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60246) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:09.877242 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port 45d5b3e0-4e42-46d9-94f2-de0f2846592c {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:09.877694 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.960132 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:09.980140 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:09.984744 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Usage tracker for resource:security_group_rule and tenant:af5520a3ba3f4452b186c8e49e3b4ae4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:09.989717 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:09.997429 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:10.022475 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5e053-83d8-452b-84b9-d17aa2eac0f2 None None] New status for floating IP 87024130-469c-48c6-abc2-e5cf4e6fed90: DOWN {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:24:10.031070 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device f74253ca-7ee7-4784-8e6a-922b7ed7f1ef no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:10.067849 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: f74253ca-7ee7-4784-8e6a-922b7ed7f1ef {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:10.068631 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device f74253ca-7ee7-4784-8e6a-922b7ed7f1ef not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:10.074892 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.075290 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.101726 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.108812 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.158741 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af5520a3ba3f4452b186c8e49e3b4ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218880 Jun 28 11:24:10.158741 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0b7b0-3a3d-435e-8b5a-967015de765e,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:10.161615 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60252) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:10.176109 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.176610 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.177038 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.177456 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.177944 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.178378 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.178784 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.179190 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.179587 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.179994 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.180414 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.180831 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eca7ae-57b1-489a-8cf8-dcece28f920b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:10.208355 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for 45d5b3e0-4e42-46d9-94f2-de0f2846592c owned by network:floatingip {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:10.239134 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cf9d61f4-a8ac-4914-a0fe-4d897956f63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.281989 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cf9d61f4-a8ac-4914-a0fe-4d897956f63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.300677 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.db.api [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:24:10.301013 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG oslo_db.api [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:24:10.454461 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cf9d61f4-a8ac-4914-a0fe-4d897956f63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.468136 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d61f4-a8ac-4914-a0fe-4d897956f63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0b7b0-3a3d-435e-8b5a-967015de765e,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:10.474390 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cf9d61f4-a8ac-4914-a0fe-4d897956f63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.475947 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-cf9d61f4-a8ac-4914-a0fe-4d897956f63b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faf0b7b0-3a3d-435e-8b5a-967015de765e HTTP/1.1" status: 204 len: 168 time: 0.3139126 Jun 28 11:24:10.774098 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60260) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:10.796864 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.805042 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port 45d5b3e0-4e42-46d9-94f2-de0f2846592c {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:10.805371 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:10.854951 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:10.861626 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] Usage tracker for resource:security_group_rule and tenant:d4c2768cfdc14210a2a418ff7135b110 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:10.882122 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:10.932381 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:11.017129 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.017431 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.144818 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for 45d5b3e0-4e42-46d9-94f2-de0f2846592c owned by network:floatingip {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:11.324684 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.336451 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.418947 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d125b3b0-fb7f-44f8-8e87-d8b1edb3f30d,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:11.424753 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-05e1478d-ca30-40a6-9904-d7d14788058f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4c2768cfdc14210a2a418ff7135b110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494741 Jun 28 11:24:11.427407 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60264) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:11.474006 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.532246 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'Port': ['ID=45d5b3e0-4e42-46d9-94f2-de0f2846592c,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:11.613911 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-286cbe7c-3bb1-47e2-bded-c2591e86b030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.656064 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-286cbe7c-3bb1-47e2-bded-c2591e86b030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.669103 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.714688 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.715947 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-89027e20-abe5-436b-85fb-38ae409ff0d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "DELETE /v2.0/floatingips/87024130-469c-48c6-abc2-e5cf4e6fed90 HTTP/1.1" status: 204 len: 168 time: 1.9995933 Jun 28 11:24:11.725975 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-286cbe7c-3bb1-47e2-bded-c2591e86b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.744503 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-286cbe7c-3bb1-47e2-bded-c2591e86b030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.748651 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-286cbe7c-3bb1-47e2-bded-c2591e86b030 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d125b3b0-fb7f-44f8-8e87-d8b1edb3f30d HTTP/1.1" status: 204 len: 168 time: 0.3172336 Jun 28 11:24:11.751283 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cbe7c-3bb1-47e2-bded-c2591e86b030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d125b3b0-fb7f-44f8-8e87-d8b1edb3f30d,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:11.805860 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60272) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:11.811566 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70210156', 'description': 'tempest-description--1903775905'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:11.818271 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:11.823234 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:11.826145 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:11.831762 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:11.842805 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.863060 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:11.867908 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:11.870838 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:11.876521 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:11.953405 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:11.958183 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.006627 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d503f8-e2bf-4677-85b2-da3e8a491af5,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:12.012209 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.016431 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-dd80fb31-0ba8-401f-af4a-f9c911699173 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2066000 Jun 28 11:24:12.016833 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60278) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:12.021931 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group_rule': {'security_group_id': '46d503f8-e2bf-4677-85b2-da3e8a491af5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:12.027831 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:12.031810 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:12.034749 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:12.040637 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:12.058292 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.122080 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.126309 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.151058 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82403bde-faab-49ce-848d-68ef8181a38d,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:12.162266 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.163647 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4f564264-5edf-45ea-850b-d5a37dd36107 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461029 Jun 28 11:24:12.166394 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60288) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:12.171417 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group_rule': {'security_group_id': '46d503f8-e2bf-4677-85b2-da3e8a491af5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:12.177855 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:12.182393 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:12.185289 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:12.191554 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:12.209996 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.272684 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.277241 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.301070 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed96e6d4-a2c6-4269-8b87-b69ae0b00a70,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:12.312001 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.316738 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-7ef12e5e-16fa-4432-982e-82d7aeb538be tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464026 Jun 28 11:24:12.317236 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60296) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:12.325561 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:12.331603 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:12.335508 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:floatingip and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:12.338480 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:12.344115 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:12.354682 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.495095 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.635804 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Allocated IP 172.28.1.230 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/46b6b3ac-dc6f-4e61-932e-8740b4b5a2ec) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:24:12.784683 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.815089 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:12.882913 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:24:12.885938 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:24:12.888440 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:24:12.930106 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=46b6b3ac-dc6f-4e61-932e-8740b4b5a2ec,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:12.941053 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60314) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:12.978821 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.045050 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.163983 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.181649 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:13.185769 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] Usage tracker for resource:security_group_rule and tenant:def331ff75e44bf587da823a39f1349e is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:13.189062 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:13.195244 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:13.260095 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.265425 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.275652 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.280507 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.329254 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=def331ff75e44bf587da823a39f1349e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3869889 Jun 28 11:24:13.330142 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c06ad-90a4-42c5-a403-9781666745c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091e1111-4a58-4e7a-b4af-6542f16791d0,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:13.333138 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60320) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:13.367506 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=46b6b3ac-dc6f-4e61-932e-8740b4b5a2ec,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:13.383537 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.392121 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-88ea1227-cf8e-4c3d-ad22-cfad0cd2319c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.406676 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.407909 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-39f7eb5f-c230-4d12-a611-c420da008ded tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0896516 Jun 28 11:24:13.418681 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-88ea1227-cf8e-4c3d-ad22-cfad0cd2319c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.469952 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-88ea1227-cf8e-4c3d-ad22-cfad0cd2319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.491062 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea1227-cf8e-4c3d-ad22-cfad0cd2319c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091e1111-4a58-4e7a-b4af-6542f16791d0,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:13.495067 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-88ea1227-cf8e-4c3d-ad22-cfad0cd2319c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:13.499094 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-88ea1227-cf8e-4c3d-ad22-cfad0cd2319c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/091e1111-4a58-4e7a-b4af-6542f16791d0 HTTP/1.1" status: 204 len: 168 time: 0.1621130 Jun 28 11:24:13.632131 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-ab8d4651-8109-4061-ae04-4ec5cf1e20c3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:13.649171 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-ab8d4651-8109-4061-ae04-4ec5cf1e20c3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:13.650381 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-ab8d4651-8109-4061-ae04-4ec5cf1e20c3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--70210156&fields=id&tenant_id=2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 267 time: 0.0587273 Jun 28 11:24:13.808451 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-89baf14b-450a-4dfe-873f-37b62b48d56e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:13.809934 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-89baf14b-450a-4dfe-873f-37b62b48d56e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 814 time: 0.1526098 Jun 28 11:24:13.825539 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-2504af8c-0b48-4435-b894-7a594dc8d673 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/quotas/2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 375 time: 0.0096083 Jun 28 11:24:13.917817 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-1f5e96bc-3315-4c13-abcf-1063025db9fd tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:13.934143 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-1f5e96bc-3315-4c13-abcf-1063025db9fd tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:13.935459 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-1f5e96bc-3315-4c13-abcf-1063025db9fd tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1047387 Jun 28 11:24:14.095860 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-00e4d902-794f-44fd-84bf-15c99125edd2 service neutron] 10.222.0.15 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484139 Jun 28 11:24:14.230704 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-6558a271-4b70-4ea6-ac34-695d56de909e service neutron] 10.222.0.15 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276135 Jun 28 11:24:14.439543 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-c6f5a86d-63bc-45d7-8f43-1f11317e537e req-c8250ece-3a45-4cc4-9d1d-e16afc725780 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 210 time: 0.0544329 Jun 28 11:24:15.563948 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-b08e8ab0-f646-42a9-bbde-a765f0687452 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:15.566394 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-b08e8ab0-f646-42a9-bbde-a765f0687452 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 814 time: 0.1954222 Jun 28 11:24:15.625348 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-d937d2a5-2ad6-4120-a2b8-757aaf20a075 req-9e4108b0-61d8-4060-920b-7b76e9834e7c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 210 time: 0.0609221 Jun 28 11:24:15.630072 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-13dfbb3c-8adc-4d3c-988c-a11f47fc5ae8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:15.648341 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-13dfbb3c-8adc-4d3c-988c-a11f47fc5ae8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:15.648341 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-13dfbb3c-8adc-4d3c-988c-a11f47fc5ae8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 378 time: 0.0707214 Jun 28 11:24:15.654910 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'port': {'device_id': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'admin_state_up': True, 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'security_groups': ['46d503f8-e2bf-4677-85b2-da3e8a491af5']}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:15.817681 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:15.830995 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:15.843019 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Made reservation on behalf of 2c087abfbb9442e3a353983d50f5cf2c for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:24:15.846681 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:16.038126 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Allocated IP 172.20.0.3 (3161d0e5-6b97-4813-8735-f428f71cb5ce/eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa/d2cdf483-2798-4a8e-8d67-29885186c3f8) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:24:16.333660 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:16.353620 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Transition to ACTIVE for port object d2cdf483-2798-4a8e-8d67-29885186c3f8 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:24:16.382088 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:16.454227 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:24:16.457337 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:24:16.461286 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:24:16.496172 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=d2cdf483-2798-4a8e-8d67-29885186c3f8,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:16.534531 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:16.535205 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:16.562939 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d2513d51-cb84-4675-8ec8-293804a9b7df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117897 Jun 28 11:24:16.574589 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Request body: {'port': {'device_id': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:16.702761 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:16.708990 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-469b68f2-126f-439d-b241-8acb721378f1 None None] Provisioning for port d2cdf483-2798-4a8e-8d67-29885186c3f8 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:24:16.715315 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-469b68f2-126f-439d-b241-8acb721378f1 None None] Provisioning complete for port d2cdf483-2798-4a8e-8d67-29885186c3f8 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:24:16.715905 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-469b68f2-126f-439d-b241-8acb721378f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:16.777700 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-469b68f2-126f-439d-b241-8acb721378f1 None None] Port d2cdf483-2798-4a8e-8d67-29885186c3f8 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:24:16.851933 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024968f0-7e91-4b32-91da-9378624a4a98 req-77d9ee7c-fa67-41c9-b0ff-fe939589a6d6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:16.853436 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-024968f0-7e91-4b32-91da-9378624a4a98 req-77d9ee7c-fa67-41c9-b0ff-fe939589a6d6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 931 time: 0.1102204 Jun 28 11:24:16.900652 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-024968f0-7e91-4b32-91da-9378624a4a98 req-7a4491a6-6bad-475b-b89e-b0e23e8e0e0b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393763 Jun 28 11:24:17.088766 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2cdf483-2798-4a8e-8d67-29885186c3f8 {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:24:17.096528 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:17.111775 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Transition to ACTIVE for port object d2cdf483-2798-4a8e-8d67-29885186c3f8 will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:24:17.117530 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:17.276380 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cdf483-2798-4a8e-8d67-29885186c3f8,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:17.362155 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Attempting to bind port d2cdf483-2798-4a8e-8d67-29885186c3f8 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:24:17.362490 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Attempting to bind port d2cdf483-2798-4a8e-8d67-29885186c3f8 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:24:17.362815 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Attempting to bind port d2cdf483-2798-4a8e-8d67-29885186c3f8 on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:24:17.367443 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Port d2cdf483-2798-4a8e-8d67-29885186c3f8 on network 3161d0e5-6b97-4813-8735-f428f71cb5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:24:17.367749 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Attempting to bind port d2cdf483-2798-4a8e-8d67-29885186c3f8 on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:24:17.372776 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:24:17.373108 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Checking segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:24:17.373482 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Bound using segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:24:17.373911 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Bound port: d2cdf483-2798-4a8e-8d67-29885186c3f8, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:24:17.374255 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:17.465007 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] For port d2cdf483-2798-4a8e-8d67-29885186c3f8, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:24:17.468071 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] For port d2cdf483-2798-4a8e-8d67-29885186c3f8, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d2cdf483-2798-4a8e-8d67-29885186c3f8,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:24:17.474296 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:17.536732 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:17.537404 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:17.538806 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] 10.222.0.46 "PUT /v2.0/ports/d2cdf483-2798-4a8e-8d67-29885186c3f8 HTTP/1.1" status: 200 len: 1093 time: 0.9686475 Jun 28 11:24:17.539236 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'tag': 'd2cdf483-2798-4a8e-8d67-29885186c3f8'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:17.571146 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0849818-d568-40df-b7f8-383ba9e44a25 service neutron] Pushing event updated for resources: {'Port': ['ID=d2cdf483-2798-4a8e-8d67-29885186c3f8,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:17.622718 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c086d528-754f-4183-9a03-54cdd4103d4f'] response: {'name': 'network-changed', 'server_uuid': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'tag': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'status': 'completed', 'code': 200} Jun 28 11:24:17.673074 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-838607c5-646e-4ed7-bcf0-7fc45e4ddc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:17.674659 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-838607c5-646e-4ed7-bcf0-7fc45e4ddc37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 1096 time: 0.0942686 Jun 28 11:24:17.748270 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d36dbabf-736d-44c6-94ad-6916505917d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2cdf483-2798-4a8e-8d67-29885186c3f8 HTTP/1.1" status: 200 len: 217 time: 0.0666101 Jun 28 11:24:17.821067 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-92435f16-22fb-4293-91ca-4d8117788fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:17.822630 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-92435f16-22fb-4293-91ca-4d8117788fa9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0679541 Jun 28 11:24:17.918050 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-b353fc2f-4507-4949-81f8-f2da68feb57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:17.919971 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-b353fc2f-4507-4949-81f8-f2da68feb57e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878119 Jun 28 11:24:18.061981 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-d6559b31-3315-41f6-8fa1-9c01eb200743 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345193 Jun 28 11:24:18.107544 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d23128f-0f34-4615-9761-5095ccd0dc6c req-8802ef89-bffd-4a92-9188-5f5357242154 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:18.109030 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8d23128f-0f34-4615-9761-5095ccd0dc6c req-8802ef89-bffd-4a92-9188-5f5357242154 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 943 time: 0.0949390 Jun 28 11:24:18.156748 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-8d23128f-0f34-4615-9761-5095ccd0dc6c req-f67ad743-851e-4dc4-a395-e8fa007d2f65 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418856 Jun 28 11:24:18.305679 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-839eca6e-7e4c-4f93-aa2c-d92d949db03f req-a354f5ef-ffe5-45ee-abff-8b1f6970dd5d service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362111 Jun 28 11:24:18.449896 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-21689626-6941-4c87-83e8-f7a02fdeb71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:18.451296 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-21689626-6941-4c87-83e8-f7a02fdeb71a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 1096 time: 0.0871325 Jun 28 11:24:18.593941 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-8a364cec-4f55-47b7-9e91-6b15af009503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:18.595414 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-8a364cec-4f55-47b7-9e91-6b15af009503 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.1371257 Jun 28 11:24:18.673051 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-e9710ccd-4d81-4baf-94ed-d1e6b05e68d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2cdf483-2798-4a8e-8d67-29885186c3f8 HTTP/1.1" status: 200 len: 217 time: 0.0689292 Jun 28 11:24:18.743263 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-db0a60f4-415b-42f7-adf3-fd64d754467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:18.744702 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-db0a60f4-415b-42f7-adf3-fd64d754467f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0638566 Jun 28 11:24:18.839624 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-7a4f4a31-d49a-4298-9368-6f0b3d533d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:18.841213 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-7a4f4a31-d49a-4298-9368-6f0b3d533d78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889571 Jun 28 11:24:18.985763 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-99435001-54a3-4bff-a521-49bd83122e08 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371036 Jun 28 11:24:19.127224 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-022d4285-563e-42f7-b9d6-d8e41db18e0a req-da74e617-4c8c-4021-95aa-a582b83e6153 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338286 Jun 28 11:24:19.148161 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:19.457546 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dc644-4296-4b0e-997e-8066d52763c2 req-fccd9283-ba0a-45ec-bfd1-fb207dc5dc7c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:19.458964 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7a2dc644-4296-4b0e-997e-8066d52763c2 req-fccd9283-ba0a-45ec-bfd1-fb207dc5dc7c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 943 time: 0.1926961 Jun 28 11:24:19.506850 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7a2dc644-4296-4b0e-997e-8066d52763c2 req-c8803e71-d5cc-438a-adf3-779324048f2d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419743 Jun 28 11:24:20.037865 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device d2cdf483-2798-4a8e-8d67-29885186c3f8 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:24:20.183686 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port d2cdf483-2798-4a8e-8d67-29885186c3f8, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d2cdf483-2798-4a8e-8d67-29885186c3f8,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:20.197287 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'port_id': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'mac_address': 'fa:16:3e:dd:56:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:24:20.253406 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port d2cdf483-2798-4a8e-8d67-29885186c3f8 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:20.253788 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.271228 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2cdf483-2798-4a8e-8d67-29885186c3f8 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:24:20.287019 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port d2cdf483-2798-4a8e-8d67-29885186c3f8, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d2cdf483-2798-4a8e-8d67-29885186c3f8,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:20.292663 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:20.363119 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=d2cdf483-2798-4a8e-8d67-29885186c3f8,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:20.370658 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.371007 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.371342 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.371672 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.371999 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.372323 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.372681 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.373004 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.373335 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.373638 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.373959 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.374266 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:20.524416 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['d2cdf483-2798-4a8e-8d67-29885186c3f8'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:24:20.725340 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f7c56-00d5-4998-9f71-ba020d504ab9 req-67f9a13f-72f3-47d9-9017-3ddf25816951 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:20.726817 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6d9f7c56-00d5-4998-9f71-ba020d504ab9 req-67f9a13f-72f3-47d9-9017-3ddf25816951 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 944 time: 0.0979652 Jun 28 11:24:20.775148 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6d9f7c56-00d5-4998-9f71-ba020d504ab9 req-32e46346-ca81-4dc8-887c-9242d864b9e3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421140 Jun 28 11:24:21.983072 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d0186-e51e-4d28-aded-983dcbbe725e req-88eafd97-8db0-471f-ba34-44d9b39faa64 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:21.984533 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-070d0186-e51e-4d28-aded-983dcbbe725e req-88eafd97-8db0-471f-ba34-44d9b39faa64 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 944 time: 0.0925410 Jun 28 11:24:22.035472 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-070d0186-e51e-4d28-aded-983dcbbe725e req-19d12d2a-3cd5-4800-a254-c4838e89efbf tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449741 Jun 28 11:24:22.061901 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device d2cdf483-2798-4a8e-8d67-29885186c3f8 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:24:22.170753 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port d2cdf483-2798-4a8e-8d67-29885186c3f8 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:24:22.175520 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port d2cdf483-2798-4a8e-8d67-29885186c3f8 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:24:22.175881 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:22.241796 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-5a9a5eca-3bf6-4464-8f51-16c5ec1847f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:22.306233 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port d2cdf483-2798-4a8e-8d67-29885186c3f8 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:22.306598 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:22.335652 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cdf483-2798-4a8e-8d67-29885186c3f8'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:22.346312 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port d2cdf483-2798-4a8e-8d67-29885186c3f8, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d2cdf483-2798-4a8e-8d67-29885186c3f8,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:22.351627 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:22.382619 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dd8de8-c61d-47bc-8d1c-73724efe5664'] response: {'server_uuid': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'code': 200} Jun 28 11:24:22.425540 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=d2cdf483-2798-4a8e-8d67-29885186c3f8,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:22.626434 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fc3b4-c01b-4289-a6d5-c854f2a9957a req-fe587bb1-167a-4cc7-8566-e015c24a6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:22.627975 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1e7fc3b4-c01b-4289-a6d5-c854f2a9957a req-fe587bb1-167a-4cc7-8566-e015c24a6ed9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 1098 time: 0.0806720 Jun 28 11:24:22.670367 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-1e7fc3b4-c01b-4289-a6d5-c854f2a9957a req-6c178a4e-c011-40e4-8b54-f8e50845ac1a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356457 Jun 28 11:24:23.262666 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95f725-db45-43fc-9b4e-f2964b65a094 req-d9668691-b4c3-44ea-bd3d-2dcafa84b319 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:23.264095 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9d95f725-db45-43fc-9b4e-f2964b65a094 req-d9668691-b4c3-44ea-bd3d-2dcafa84b319 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 945 time: 0.0937428 Jun 28 11:24:23.309213 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9d95f725-db45-43fc-9b4e-f2964b65a094 req-2180436c-bfc1-4bdc-9119-0cacaf5bb910 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391810 Jun 28 11:24:23.447780 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:24:24.303763 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b6bc-d967-4d10-b42b-fb0144014c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:24.543893 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45fc26-7794-4071-9b4f-dab10cd12eaf req-5a4afd06-12b2-434c-8cc0-970f305b9e01 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:24.545802 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ed45fc26-7794-4071-9b4f-dab10cd12eaf req-5a4afd06-12b2-434c-8cc0-970f305b9e01 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 945 time: 0.1158979 Jun 28 11:24:24.596727 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ed45fc26-7794-4071-9b4f-dab10cd12eaf req-329cd1a1-00ba-4afb-89cb-fd4b4a059007 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432575 Jun 28 11:24:24.797519 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488058-fea8-425f-b790-bbb08b35d273 req-f2aec270-68c3-47ba-b16c-c21493164f87 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:24.799049 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-17488058-fea8-425f-b790-bbb08b35d273 req-f2aec270-68c3-47ba-b16c-c21493164f87 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 945 time: 0.1001973 Jun 28 11:24:24.807638 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60480) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:24.812742 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'floatingip': {'port_id': 'd2cdf483-2798-4a8e-8d67-29885186c3f8'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:24:24.891129 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.479864 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.486567 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.568627 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.586923 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:25.753481 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Floating IP b6c74301-0183-40e2-951a-3156a4ed450f associated. External IP: 172.28.1.230, port: d2cdf483-2798-4a8e-8d67-29885186c3f8. Jun 28 11:24:26.112363 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:24:26.301341 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:24:26.306219 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.312737 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:24:26.322415 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:26.323104 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:24:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:26.366545 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-47c2d1ca-3a78-4178-88e7-3254043b50d1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "PUT /v2.0/floatingips/b6c74301-0183-40e2-951a-3156a4ed450f HTTP/1.1" status: 200 len: 991 time: 1.5556352 Jun 28 11:24:26.366545 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'tag': 'd2cdf483-2798-4a8e-8d67-29885186c3f8'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:26.410218 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fabe112-04a5-48b3-b9f0-3dd846fdc356'] response: {'name': 'network-changed', 'server_uuid': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'tag': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'status': 'completed', 'code': 200} Jun 28 11:24:26.518797 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f37b98-83db-41de-9d48-21932e7663ba req-6192a97a-d768-409c-b93c-1dec3be1ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:26.520554 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-97f37b98-83db-41de-9d48-21932e7663ba req-6192a97a-d768-409c-b93c-1dec3be1ad7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 1098 time: 0.0844493 Jun 28 11:24:26.521882 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:26.658468 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f37b98-83db-41de-9d48-21932e7663ba req-2022a992-51cf-4669-a073-e200cf5eb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:26.659853 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-97f37b98-83db-41de-9d48-21932e7663ba req-2022a992-51cf-4669-a073-e200cf5eb154 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.1331229 Jun 28 11:24:26.776392 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-97f37b98-83db-41de-9d48-21932e7663ba req-44851dbd-2fca-4b1a-9752-e64663d17516 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2cdf483-2798-4a8e-8d67-29885186c3f8 HTTP/1.1" status: 200 len: 999 time: 0.1073451 Jun 28 11:24:26.852557 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f37b98-83db-41de-9d48-21932e7663ba req-c273a932-566e-421d-be08-c2555a925850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:26.855123 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-97f37b98-83db-41de-9d48-21932e7663ba req-c273a932-566e-421d-be08-c2555a925850 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0715852 Jun 28 11:24:26.921118 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:26.927972 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': 'b6c74301-0183-40e2-951a-3156a4ed450f', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:dd:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:12Z', 'updated_at': '2022-06-28T11:24:25Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:26.937699 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:24:26.948816 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:26.949543 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:24:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:26.959180 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f37b98-83db-41de-9d48-21932e7663ba req-acb86b33-fce6-4ff9-826b-4ba730786e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:26.960898 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-97f37b98-83db-41de-9d48-21932e7663ba req-acb86b33-fce6-4ff9-826b-4ba730786e0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0994189 Jun 28 11:24:27.095566 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-97f37b98-83db-41de-9d48-21932e7663ba req-54949c38-e2e8-4aa8-8994-f29d7e743c02 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287265 Jun 28 11:24:27.126646 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:27.234040 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-97f37b98-83db-41de-9d48-21932e7663ba req-78e487a7-c1f1-4e36-964c-ce0489066d95 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326194 Jun 28 11:24:27.522865 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': 'b6c74301-0183-40e2-951a-3156a4ed450f', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:dd:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:12Z', 'updated_at': '2022-06-28T11:24:25Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:27.526932 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0177903-5164-4a8e-bdde-6c8d779221f0 None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': 'b6c74301-0183-40e2-951a-3156a4ed450f', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:dd:56:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:24:12Z', 'updated_at': '2022-06-28T11:24:25Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:24:27.720811 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f7df2-99ea-4738-aec7-c09235c46dd4 None None] New status for floating IP b6c74301-0183-40e2-951a-3156a4ed450f: ACTIVE {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:24:28.169573 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-3cd31a33-bea1-4fde-8a3b-25732c9f3ec3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1826878 Jun 28 11:24:28.348880 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-0dfdf28a-565f-4ba3-a4f8-99931165ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:28.350287 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-0dfdf28a-565f-4ba3-a4f8-99931165ef01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1099 time: 0.0927465 Jun 28 11:24:28.500502 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-2f0bdab7-a2b4-4c76-a9e0-85196fcd875f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:28.501962 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-2f0bdab7-a2b4-4c76-a9e0-85196fcd875f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 200 len: 910 time: 0.1300018 Jun 28 11:24:28.615759 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-93a57d1b-ff78-4703-8ec9-f33a2f1e64f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 200 len: 1001 time: 0.1074922 Jun 28 11:24:28.677891 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-378b5fe8-e1e6-4a95-9d7b-08c10bf6bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:28.679360 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-378b5fe8-e1e6-4a95-9d7b-08c10bf6bac1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=550d5dfe-cc76-479d-bf93-f67203db076e HTTP/1.1" status: 200 len: 848 time: 0.0578301 Jun 28 11:24:28.766021 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-541c7e5b-d2fb-4610-b2ee-1d17683bb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:28.767833 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-541c7e5b-d2fb-4610-b2ee-1d17683bb47b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817266 Jun 28 11:24:28.909895 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-fd995123-8f17-4b1d-8f8e-7112b6403c11 service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355360 Jun 28 11:24:28.927279 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60510) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:29.043392 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.045750 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-e7eb951e-c5fb-42fb-b49d-4eb89c4991ce req-db210d62-58a2-438c-ada6-ab4c1e80ea9a service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304185 Jun 28 11:24:29.058189 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:24:29.062166 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] Usage tracker for resource:security_group_rule and tenant:ab26cd44faaf49b69841cfab70d0391e is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:24:29.065611 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:24:29.071537 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:24:29.151344 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.157278 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.206295 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab26cd44faaf49b69841cfab70d0391e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776711 Jun 28 11:24:29.207025 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ea8b8-8229-4622-bc67-2592c7d9b712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d77d8c-bb38-4aeb-989d-580db242224c,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:29.209332 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60516) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:29.270222 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3ac5162c-6b15-461e-b255-e7821ee2ce1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.297381 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3ac5162c-6b15-461e-b255-e7821ee2ce1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.354890 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3ac5162c-6b15-461e-b255-e7821ee2ce1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.372630 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5162c-6b15-461e-b255-e7821ee2ce1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d77d8c-bb38-4aeb-989d-580db242224c,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:29.376053 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-3ac5162c-6b15-461e-b255-e7821ee2ce1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.377192 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-3ac5162c-6b15-461e-b255-e7821ee2ce1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9d77d8c-bb38-4aeb-989d-580db242224c HTTP/1.1" status: 204 len: 168 time: 0.1667702 Jun 28 11:24:38.931808 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f78556-4cfc-4537-b09d-6aa7bd15a871 req-504df690-d7bb-4068-b90e-7e9077950a7b tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.933677 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-69f78556-4cfc-4537-b09d-6aa7bd15a871 req-504df690-d7bb-4068-b90e-7e9077950a7b tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0974991 Jun 28 11:24:38.980624 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-69f78556-4cfc-4537-b09d-6aa7bd15a871 req-644268c5-255c-4fc2-b7f2-de4899c680e3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405269 Jun 28 11:24:40.197349 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5cf01-f1ac-4238-aac1-20d840e3df28 req-0f78b4f5-4f42-4e65-809c-4d4311270cf6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:40.198723 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-06e5cf01-f1ac-4238-aac1-20d840e3df28 req-0f78b4f5-4f42-4e65-809c-4d4311270cf6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.1007202 Jun 28 11:24:40.243043 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-06e5cf01-f1ac-4238-aac1-20d840e3df28 req-069e1e3f-3715-4cba-b774-e544be2baba7 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385814 Jun 28 11:24:41.442958 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ace89b-ef97-46e9-853b-1491d1ff5c2b req-eb5708a8-a520-4060-a200-d7754e396da5 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:41.444400 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f4ace89b-ef97-46e9-853b-1491d1ff5c2b req-eb5708a8-a520-4060-a200-d7754e396da5 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0873137 Jun 28 11:24:41.494750 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f4ace89b-ef97-46e9-853b-1491d1ff5c2b req-654fa04f-38e5-40c5-841b-7d4250ce5b00 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Jun 28 11:24:42.712610 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a842dc-53db-4318-9688-79ca31ef362e req-a3048e63-3d55-4961-ae57-c4da009e9989 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:42.714071 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e8a842dc-53db-4318-9688-79ca31ef362e req-a3048e63-3d55-4961-ae57-c4da009e9989 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0979183 Jun 28 11:24:42.761132 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e8a842dc-53db-4318-9688-79ca31ef362e req-28ad0b54-18e9-4313-bbdd-25d840e05c3e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411131 Jun 28 11:24:43.976782 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9a631-c572-4fb8-a0d0-01c71fe13fdc req-0aee31ff-13c2-4afd-87d5-ae0a95eb7114 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:43.978262 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-58d9a631-c572-4fb8-a0d0-01c71fe13fdc req-0aee31ff-13c2-4afd-87d5-ae0a95eb7114 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0960586 Jun 28 11:24:44.021956 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-58d9a631-c572-4fb8-a0d0-01c71fe13fdc req-d21f3b39-af41-432b-b3a3-9518909cd539 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379488 Jun 28 11:24:45.236082 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65f2ec-1657-49a1-b06a-e279f6b80776 req-382e45d6-699a-4ca6-99f7-6f6b86ae4392 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:45.237578 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7b65f2ec-1657-49a1-b06a-e279f6b80776 req-382e45d6-699a-4ca6-99f7-6f6b86ae4392 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0993738 Jun 28 11:24:45.288218 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7b65f2ec-1657-49a1-b06a-e279f6b80776 req-77484b6a-9d24-4e06-b2df-9205a894ad66 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414927 Jun 28 11:24:46.494679 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48170de-9789-4d88-9699-74c5c1c1e21b req-07b7c63f-7f7b-4ae5-80dc-ea04ecfdede0 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:46.496119 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b48170de-9789-4d88-9699-74c5c1c1e21b req-07b7c63f-7f7b-4ae5-80dc-ea04ecfdede0 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0916243 Jun 28 11:24:46.544088 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b48170de-9789-4d88-9699-74c5c1c1e21b req-cb83248e-014f-4de2-997c-b261ed6b9ea6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393240 Jun 28 11:24:47.877224 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99f208-8b64-451f-b462-66d77c52df75 req-618889e7-7923-44eb-a0ad-8aad24ced10f tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:47.878722 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bc99f208-8b64-451f-b462-66d77c52df75 req-618889e7-7923-44eb-a0ad-8aad24ced10f tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.2039742 Jun 28 11:24:47.922777 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-bc99f208-8b64-451f-b462-66d77c52df75 req-eec8d202-0e21-4b17-8d87-77ed6d9e575d tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380454 Jun 28 11:24:49.021639 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-27e7390c-eafb-4db7-980b-2f06566d0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.023167 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-27e7390c-eafb-4db7-980b-2f06566d0c5f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1099 time: 0.0881157 Jun 28 11:24:49.119355 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3894-962e-40e8-843d-29f5129565ea req-ba48be57-bb70-45ad-ab0f-3706a32640c5 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.120829 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b8ce3894-962e-40e8-843d-29f5129565ea req-ba48be57-bb70-45ad-ab0f-3706a32640c5 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0933082 Jun 28 11:24:49.158787 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:49.168499 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b8ce3894-962e-40e8-843d-29f5129565ea req-bcf006ee-3dd6-4a14-93d1-b2d2531ef369 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418410 Jun 28 11:24:49.171303 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-80553b7c-b527-41e4-9b80-ba6d301bdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.172796 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-80553b7c-b527-41e4-9b80-ba6d301bdd42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 200 len: 910 time: 0.1425738 Jun 28 11:24:49.276592 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-f043a89a-4f28-4f26-a2ea-427e467bfc4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 200 len: 1001 time: 0.0977209 Jun 28 11:24:49.345615 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-16326019-829d-47ee-8da8-8b51828dd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.347041 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-16326019-829d-47ee-8da8-8b51828dd881 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=550d5dfe-cc76-479d-bf93-f67203db076e HTTP/1.1" status: 200 len: 848 time: 0.0628262 Jun 28 11:24:49.436657 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-c8ecb982-c615-4bfe-9b44-cfe9c2218ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.439398 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-c8ecb982-c615-4bfe-9b44-cfe9c2218ec4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851994 Jun 28 11:24:49.576862 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-5cb2409f-c464-442f-a273-4dba96b396f6 service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305904 Jun 28 11:24:49.799150 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c603dfab-ca61-4cb6-8d95-f6c658e96206 req-085f1267-3ce5-4ba7-8b7f-96318c7f14ee service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160270 Jun 28 11:24:50.373483 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a6016-2987-4f67-850b-9ca974a1d07c req-e7d59d79-579e-4d1f-8328-6f68d50d6f68 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:50.374927 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-593a6016-2987-4f67-850b-9ca974a1d07c req-e7d59d79-579e-4d1f-8328-6f68d50d6f68 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0945449 Jun 28 11:24:50.418878 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-593a6016-2987-4f67-850b-9ca974a1d07c req-a4e5acdd-8626-4de0-ba51-a4f48a991d6a tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379336 Jun 28 11:24:51.633465 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8010c1-df6d-4f0e-b3ca-fae0846e1548 req-acf45b57-a29b-47ce-be6c-55683c9e5594 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:51.634942 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-de8010c1-df6d-4f0e-b3ca-fae0846e1548 req-acf45b57-a29b-47ce-be6c-55683c9e5594 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0958533 Jun 28 11:24:51.683424 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-de8010c1-df6d-4f0e-b3ca-fae0846e1548 req-8bde5f96-68d2-468c-8d72-e6b2a4cb7cc9 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381098 Jun 28 11:24:52.222143 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-98b7433d-68f6-4dca-a319-e7fe43774fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.897252 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c28828-573f-4083-8b62-ec2eb908d7da req-235a3033-f1a3-445a-84cb-51fd1e2d471c tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:52.898717 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e4c28828-573f-4083-8b62-ec2eb908d7da req-235a3033-f1a3-445a-84cb-51fd1e2d471c tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.1017752 Jun 28 11:24:52.944898 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e4c28828-573f-4083-8b62-ec2eb908d7da req-e9767840-e68d-4fe6-9463-ab62501b6376 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401700 Jun 28 11:24:53.311900 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-5497a4b9-d495-4bef-80f1-1b16c15b6f69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420381 Jun 28 11:24:53.330607 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b007d6-a72e-41f1-a210-41b7db7e9698 req-7e734628-682b-4374-9afc-84a140a804b3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:53.332035 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f9b007d6-a72e-41f1-a210-41b7db7e9698 req-7e734628-682b-4374-9afc-84a140a804b3 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.1033523 Jun 28 11:24:53.377752 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f9b007d6-a72e-41f1-a210-41b7db7e9698 req-49c4fec9-b316-4aa0-80e0-5b0a21d88080 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395007 Jun 28 11:24:54.237181 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 7667c91d-78f3-48ee-930a-d9d2c8ebd80d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:54.312940 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a0aacf9d-a4a3-4891-9bf8-9bea15ad9ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:54.378284 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d is: ACTIVE; New status is: DOWN {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:54.378667 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:54.408890 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:54.419278 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:54.426008 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:54.481058 dv-cinder-844605-1-smb neutron-server[88105]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8d11e1ec-a951-49ec-96e6-4d00808138a8']: {'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'code': 422} returned with failed status Jun 28 11:24:54.500927 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=6']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:54.617942 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe0dbe-31c7-4345-b4fa-9d9c97869ba3 req-a6943717-ab96-4ed6-937a-1367b13507dc tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.619422 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9bbe0dbe-31c7-4345-b4fa-9d9c97869ba3 req-a6943717-ab96-4ed6-937a-1367b13507dc tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 944 time: 0.1034298 Jun 28 11:24:54.664919 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9bbe0dbe-31c7-4345-b4fa-9d9c97869ba3 req-71298c0f-5347-4f23-930f-538c63a75acf tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390460 Jun 28 11:24:54.863596 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-2ffa8078-66e4-4283-8403-d4897cd1d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.866479 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-2ffa8078-66e4-4283-8403-d4897cd1d42c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a&tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e HTTP/1.1" status: 200 len: 1097 time: 0.0934610 Jun 28 11:24:54.973952 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-3f2c39af-d87b-44e3-ad76-9f1438deaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.975891 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-3f2c39af-d87b-44e3-ad76-9f1438deaf98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1097 time: 0.0873737 Jun 28 11:24:55.112749 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-ee427877-1d4c-449d-93bd-904829e255ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:55.114231 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-ee427877-1d4c-449d-93bd-904829e255ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 200 len: 910 time: 0.1318586 Jun 28 11:24:55.221951 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-86970c74-4b63-4a2a-bfd6-b7005fba837f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 200 len: 999 time: 0.1007850 Jun 28 11:24:55.293211 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-f296a848-1b3a-46af-b3eb-72d06e5f7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:55.294738 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-f296a848-1b3a-46af-b3eb-72d06e5f7953 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=550d5dfe-cc76-479d-bf93-f67203db076e HTTP/1.1" status: 200 len: 848 time: 0.0662949 Jun 28 11:24:55.382226 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-be1f7696-0ada-4c39-9f22-11d219f5d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:55.383734 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-be1f7696-0ada-4c39-9f22-11d219f5d94b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808063 Jun 28 11:24:55.519096 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-99626909-b460-411c-8b15-c86e8437217b service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273415 Jun 28 11:24:55.564402 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:55.592487 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:55.653533 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-eeea55eb-4828-40aa-937a-33d23471ad84 req-11074111-e95b-41d5-8785-34154263e6f6 service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274660 Jun 28 11:24:55.862916 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38619ae-741f-4ae4-ab78-81700523798c req-a4a490ea-4085-43e6-99db-5f292414d5df tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:55.864293 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e38619ae-741f-4ae4-ab78-81700523798c req-a4a490ea-4085-43e6-99db-5f292414d5df tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 944 time: 0.0940447 Jun 28 11:24:55.909446 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-e38619ae-741f-4ae4-ab78-81700523798c req-f9633c3e-f06e-47dc-8fd0-2af2af8490fb tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389969 Jun 28 11:24:56.901083 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:57.111677 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060fac3-86b2-4408-9ca3-a7276a4d0a13 req-c70e050c-9e09-4ef4-a7c7-4c23d796cade tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:57.113161 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1060fac3-86b2-4408-9ca3-a7276a4d0a13 req-c70e050c-9e09-4ef4-a7c7-4c23d796cade tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 944 time: 0.0939882 Jun 28 11:24:57.165866 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1060fac3-86b2-4408-9ca3-a7276a4d0a13 req-d6a133de-17b1-46a1-9c8c-954ac07ba57e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439649 Jun 28 11:24:58.387552 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740bdd-854e-4bb8-adaa-ad65f1a04853 req-9c47a2c5-a03e-4289-9bbe-7072ebedbb4e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:58.389029 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5e740bdd-854e-4bb8-adaa-ad65f1a04853 req-9c47a2c5-a03e-4289-9bbe-7072ebedbb4e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 944 time: 0.1076920 Jun 28 11:24:58.436032 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5e740bdd-854e-4bb8-adaa-ad65f1a04853 req-02c3138c-1de3-450e-bd4b-0090f7eb04f9 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385795 Jun 28 11:24:59.653139 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522976c-f2b4-454f-ada0-53c8926880de req-30c2e422-a400-4e0d-9d1a-266a6f859143 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:59.654629 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f522976c-f2b4-454f-ada0-53c8926880de req-30c2e422-a400-4e0d-9d1a-266a6f859143 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 944 time: 0.1034470 Jun 28 11:24:59.701052 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f522976c-f2b4-454f-ada0-53c8926880de req-c36fcc4c-a9d7-4301-a9b4-82b2966d1eab tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381129 Jun 28 11:25:00.266238 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 7667c91d-78f3-48ee-930a-d9d2c8ebd80d details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:25:00.426563 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:00.439901 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'port_id': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'mac_address': 'fa:16:3e:41:39:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:25:00.447488 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:25:00.495640 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:00.495992 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.512371 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7667c91d-78f3-48ee-930a-d9d2c8ebd80d {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:00.527627 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:00.533875 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.613937 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=7']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:00.735440 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['7667c91d-78f3-48ee-930a-d9d2c8ebd80d'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:00.914320 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbafef-b486-411d-b881-4a843fbb4c6d req-635ad627-1c65-45bd-801d-9444d39cd821 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:00.915917 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5ebbafef-b486-411d-b881-4a843fbb4c6d req-635ad627-1c65-45bd-801d-9444d39cd821 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 945 time: 0.0966287 Jun 28 11:25:00.964811 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5ebbafef-b486-411d-b881-4a843fbb4c6d req-60d2731f-d136-469b-b6c8-312eb6697194 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428202 Jun 28 11:25:02.187278 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600642f3-bf06-42f0-9ba0-0c60e1580e95 req-f15b7e96-2328-4bdb-b682-340258f1d9d6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:02.189025 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-600642f3-bf06-42f0-9ba0-0c60e1580e95 req-f15b7e96-2328-4bdb-b682-340258f1d9d6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 945 time: 0.1036186 Jun 28 11:25:02.232836 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-600642f3-bf06-42f0-9ba0-0c60e1580e95 req-eb4910b2-7278-4fad-8a2b-e20be6df6604 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380118 Jun 28 11:25:02.279013 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 7667c91d-78f3-48ee-930a-d9d2c8ebd80d up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:02.349662 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:02.349998 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.466343 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:02.466579 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.492794 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:02.502889 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:02.508406 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.542152 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7cd252-7891-4766-952d-37ce5d4c0433'] response: {'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'code': 200} Jun 28 11:25:02.580047 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=8']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:02.843194 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4359a7-b2d2-4c35-9320-1491e4a325b1 req-1595c025-9ff9-4501-8a34-118f7fb83e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:02.844840 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cc4359a7-b2d2-4c35-9320-1491e4a325b1 req-1595c025-9ff9-4501-8a34-118f7fb83e4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1099 time: 0.0890656 Jun 28 11:25:02.887401 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-cc4359a7-b2d2-4c35-9320-1491e4a325b1 req-b10024b7-c794-4a5c-9eb4-8a32abbd1973 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361719 Jun 28 11:25:03.453432 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6b660-8515-4ca0-bd55-d3a6531b9242 req-3ca4275b-0b85-4dd5-a647-dc4ac9bc6fa2 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:03.454993 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f6e6b660-8515-4ca0-bd55-d3a6531b9242 req-3ca4275b-0b85-4dd5-a647-dc4ac9bc6fa2 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.1046808 Jun 28 11:25:03.499478 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-f6e6b660-8515-4ca0-bd55-d3a6531b9242 req-f23ff90a-b459-4e83-8703-30e9596085ee tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386262 Jun 28 11:25:04.701464 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b7c6-ba17-4ddf-9a7d-f9fc1f4a5c6a req-ce40d14f-7d7e-435e-96c3-d19b7f03134f tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:04.702927 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eb18b7c6-ba17-4ddf-9a7d-f9fc1f4a5c6a req-ce40d14f-7d7e-435e-96c3-d19b7f03134f tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.0904307 Jun 28 11:25:04.752616 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-eb18b7c6-ba17-4ddf-9a7d-f9fc1f4a5c6a req-8daa866d-c55e-40d6-9c17-55f9de3fd12e tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433266 Jun 28 11:25:09.535085 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fce745-6f98-4efb-8883-cb95b51e4e8f req-6918fd4a-45e4-47cd-84ec-00c1c55e97b4 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:09.536632 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-41fce745-6f98-4efb-8883-cb95b51e4e8f req-6918fd4a-45e4-47cd-84ec-00c1c55e97b4 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 945 time: 0.1027212 Jun 28 11:25:09.586855 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-41fce745-6f98-4efb-8883-cb95b51e4e8f req-c3a46c80-e795-4e0f-9686-16b45d4e2c4a tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441315 Jun 28 11:25:10.896361 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565ed3f-248f-4c70-9d9a-e6270a0dc05f req-58131dd4-3110-4568-9b19-3a393820a8ed tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:10.898531 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1565ed3f-248f-4c70-9d9a-e6270a0dc05f req-58131dd4-3110-4568-9b19-3a393820a8ed tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 945 time: 0.1895680 Jun 28 11:25:10.949111 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1565ed3f-248f-4c70-9d9a-e6270a0dc05f req-e083d335-b501-4f50-896c-fc6302726903 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=46d503f8-e2bf-4677-85b2-da3e8a491af5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443459 Jun 28 11:25:11.048982 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-64afd11b-b5d9-46ab-9f00-62fc34cb4acf tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:11.049673 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-64afd11b-b5d9-46ab-9f00-62fc34cb4acf tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:11.068850 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-64afd11b-b5d9-46ab-9f00-62fc34cb4acf tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:11.070636 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-64afd11b-b5d9-46ab-9f00-62fc34cb4acf tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 945 time: 0.1081903 Jun 28 11:25:11.149547 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port d2cdf483-2798-4a8e-8d67-29885186c3f8 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:11.149769 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.400533 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] For port d2cdf483-2798-4a8e-8d67-29885186c3f8, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=d2cdf483-2798-4a8e-8d67-29885186c3f8,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:11.400764 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.698292 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.698508 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.698851 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Floating IP b6c74301-0183-40e2-951a-3156a4ed450f disassociated. External IP: 172.28.1.230, port: d2cdf483-2798-4a8e-8d67-29885186c3f8. Jun 28 11:25:11.699182 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for d2cdf483-2798-4a8e-8d67-29885186c3f8 owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:11.844358 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.903063 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'Port': ['ID=d2cdf483-2798-4a8e-8d67-29885186c3f8,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:11.914073 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.914407 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.914736 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.915210 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.915533 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.915878 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.916196 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.916582 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.917056 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.917380 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.917700 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:11.918025 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:12.110120 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-10c3d176-f059-4608-b9ae-9c7637bb2119 req-e41d6743-24dc-4fe3-965c-93a34d2bb976 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9cd9aa5-8e43-4463-9bdf-7d9cad765c80 HTTP/1.1" status: 200 len: 210 time: 0.0509956 Jun 28 11:25:12.228295 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:12.419955 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:12.430105 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:12.441057 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:12.441679 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:24:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:12.509416 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] No DVR routers for this DVR port d2cdf483-2798-4a8e-8d67-29885186c3f8 on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:25:12.512040 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:12.514617 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'name': 'network-vif-deleted', 'tag': 'd2cdf483-2798-4a8e-8d67-29885186c3f8'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:12.532565 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-c5f29cdd-dd6c-49f7-87f5-ad05c6a505d9 req-9e680302-3f4d-4159-bd71-6fbc83ddc51f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "DELETE /v2.0/ports/d2cdf483-2798-4a8e-8d67-29885186c3f8 HTTP/1.1" status: 204 len: 173 time: 1.4558403 Jun 28 11:25:12.566122 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a18338-6701-4839-a390-6fc5904735b1'] response: {'server_uuid': 'b9cd9aa5-8e43-4463-9bdf-7d9cad765c80', 'name': 'network-vif-deleted', 'tag': 'd2cdf483-2798-4a8e-8d67-29885186c3f8', 'status': 'completed', 'code': 200} Jun 28 11:25:12.618651 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:12.959588 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:12.963448 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:12.971783 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:12.972404 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:24:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:13.150426 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:13.233619 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60654) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:13.299688 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2a90d78b-2974-4e15-b1b7-b880ad7d7774 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.329605 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2a90d78b-2974-4e15-b1b7-b880ad7d7774 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.388233 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2a90d78b-2974-4e15-b1b7-b880ad7d7774 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.408467 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90d78b-2974-4e15-b1b7-b880ad7d7774 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d503f8-e2bf-4677-85b2-da3e8a491af5,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:13.416950 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-2a90d78b-2974-4e15-b1b7-b880ad7d7774 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.418083 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-2a90d78b-2974-4e15-b1b7-b880ad7d7774 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "DELETE /v2.0/security-groups/46d503f8-e2bf-4677-85b2-da3e8a491af5 HTTP/1.1" status: 204 len: 168 time: 0.1833937 Jun 28 11:25:13.420821 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60658) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:13.437208 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.api.v2.resource [None req-ee0dcebe-2645-487f-8cdc-2c2e32ff7fe5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] show failed (client error): The resource could not be found. Jun 28 11:25:13.438185 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-ee0dcebe-2645-487f-8cdc-2c2e32ff7fe5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups/46d503f8-e2bf-4677-85b2-da3e8a491af5 HTTP/1.1" status: 404 len: 347 time: 0.0164819 Jun 28 11:25:13.441606 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60662) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:13.473563 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:13.477897 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d821927b-0083-4642-b29c-9c15ffef9716 None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:13.599908 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port 46b6b3ac-dc6f-4e61-932e-8740b4b5a2ec {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:13.600274 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.694282 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3956e20-1abd-49cd-b938-cd6ce2e857e0 None None] New status for floating IP b6c74301-0183-40e2-951a-3156a4ed450f: DOWN {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:13.778139 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.778446 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.900984 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for 46b6b3ac-dc6f-4e61-932e-8740b4b5a2ec owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:13.987660 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.db.api [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:25:13.987994 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG oslo_db.api [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:25:14.319385 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device d2cdf483-2798-4a8e-8d67-29885186c3f8 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:14.365135 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: d2cdf483-2798-4a8e-8d67-29885186c3f8 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:14.365481 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device d2cdf483-2798-4a8e-8d67-29885186c3f8 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:14.489381 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port 46b6b3ac-dc6f-4e61-932e-8740b4b5a2ec {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:14.490276 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.676038 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.676252 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.818362 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for 46b6b3ac-dc6f-4e61-932e-8740b4b5a2ec owned by network:floatingip {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:15.063902 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.109117 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'Port': ['ID=46b6b3ac-dc6f-4e61-932e-8740b4b5a2ec,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.207679 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.222358 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.223451 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-cac580fe-6934-471e-b5ab-4c95a37d158d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "DELETE /v2.0/floatingips/b6c74301-0183-40e2-951a-3156a4ed450f HTTP/1.1" status: 204 len: 168 time: 1.7809443 Jun 28 11:25:15.308938 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60668) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:15.314493 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708787748', 'description': 'tempest-description--474119065'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:15.320880 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.325363 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.329265 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.335162 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.349394 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.377907 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.382658 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.385664 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.391793 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.462107 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.469195 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.512688 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1457316-d89c-41e3-8855-436a0ed6e2e1,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.516246 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.517503 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-7b005764-0646-40c1-8dd9-d5d430bf6f39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2075717 Jun 28 11:25:15.520456 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60672) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:15.525668 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group_rule': {'security_group_id': 'd1457316-d89c-41e3-8855-436a0ed6e2e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:15.531655 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.535598 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.538551 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.544249 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.563828 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.627494 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.632865 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.655342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18ff87b-9951-4927-b907-1b93b628a344,revision_number=0']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.665420 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.666640 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-12c192be-9deb-43da-9240-762ac3192dd8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452487 Jun 28 11:25:15.669561 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60676) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:15.674703 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'security_group_rule': {'security_group_id': 'd1457316-d89c-41e3-8855-436a0ed6e2e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:15.681244 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.685280 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:security_group_rule and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.688254 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.695150 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.714296 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.789375 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.794825 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543761'] for security_group_rule, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.818036 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbc72b6-a07e-40b1-878d-35c0c3256298,revision_number=0']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.827864 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.828201 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.828553 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.828888 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.829211 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.829527 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.829840 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.830188 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.830504 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.830823 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.831142 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.831435 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:15.844721 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.848961 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-348539a9-3732-46bb-a2b5-b870532266a6 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1754298 Jun 28 11:25:15.849453 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60680) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:15.854762 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'floatingip': {'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:15.860788 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.864832 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:floatingip and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.867895 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.873702 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.886106 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.032420 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.181487 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Allocated IP 172.28.1.182 (57311343-20e5-4116-9672-c16ebef5ba92/c04e0532-6697-48de-9fc6-76040cf65a93/12dd6f92-80ce-40fd-b941-350d58f6306f) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:16.367825 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.415714 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.501239 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Network 57311343-20e5-4116-9672-c16ebef5ba92 is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:16.504245 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:16.508369 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:16.545004 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=12dd6f92-80ce-40fd-b941-350d58f6306f,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:16.610224 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.692522 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.938987 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.945028 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.049915 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=12dd6f92-80ce-40fd-b941-350d58f6306f,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:17.071690 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.108782 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.110391 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9048d9c4-7c7b-4261-802e-f5d5af2a1816 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2599027 Jun 28 11:25:17.334502 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-2b00ab13-c6c1-4518-a7ed-c67ca3e05d86 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--708787748&fields=id&tenant_id=2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 267 time: 0.0425508 Jun 28 11:25:17.491184 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-fa1950f8-6f4d-49fe-a978-122ba263254c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:17.493084 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-fa1950f8-6f4d-49fe-a978-122ba263254c tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 814 time: 0.1511688 Jun 28 11:25:17.511093 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-a2f6fe33-e2db-4181-9fec-26a95f2efcad tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/quotas/2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 375 time: 0.0095477 Jun 28 11:25:17.606383 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-c24311f3-9fca-4bf5-a2c6-204ef271f04e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869484 Jun 28 11:25:17.746661 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1d7fffb2-c09a-4ba2-8729-ccd949c5c26d service neutron] 10.222.0.15 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252704 Jun 28 11:25:17.881804 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-d0834aa0-439a-4bae-9ad1-6bb4373bf483 service neutron] 10.222.0.15 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264873 Jun 28 11:25:18.079956 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5b520d08-1f48-4727-a816-15e378239181 req-6a61e622-3a0c-47b8-970e-73f1df13a3de tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 210 time: 0.0525148 Jun 28 11:25:19.154279 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:19.175562 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-b4201ec2-46d0-47a3-bc33-35ae396e6917 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:19.177112 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-b4201ec2-46d0-47a3-bc33-35ae396e6917 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 814 time: 0.1702654 Jun 28 11:25:19.226006 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-9591ff28-a9ad-49f1-883c-b63cafb1df2b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:19.243277 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-9591ff28-a9ad-49f1-883c-b63cafb1df2b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:security_group {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:19.244351 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-b64f89ba-2dd1-46b6-8eee-cf6702e4f02e req-a816473a-31f2-4020-aab5-5e4cf6c34d96 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 210 time: 0.0559611 Jun 28 11:25:19.244917 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-9591ff28-a9ad-49f1-883c-b63cafb1df2b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c087abfbb9442e3a353983d50f5cf2c HTTP/1.1" status: 200 len: 379 time: 0.0592024 Jun 28 11:25:19.253744 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'port': {'device_id': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'admin_state_up': True, 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'security_groups': ['d1457316-d89c-41e3-8855-436a0ed6e2e1']}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:19.397556 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:19.402637 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Usage tracker for resource:port and tenant:2c087abfbb9442e3a353983d50f5cf2c is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:19.405552 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:19.411437 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:19.423375 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Made reservation on behalf of 2c087abfbb9442e3a353983d50f5cf2c for: {'port': 1} {{(pid=88103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:25:19.427088 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:19.596828 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_common [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Allocated IP 172.20.0.13 (3161d0e5-6b97-4813-8735-f428f71cb5ce/eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa/1eb156ef-4331-43e6-9abd-0fb824943af2) {{(pid=88103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:19.895265 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for port, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:19.912061 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Transition to ACTIVE for port object 1eb156ef-4331-43e6-9abd-0fb824943af2 will not be triggered until provisioned by entity DHCP. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:19.939131 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783996673199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:20.011670 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce is already hosted by enough agents. {{(pid=88103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:20.014816 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.base_scheduler [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Resources bound (agent type, host, resource id): {{(pid=88103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:20.018596 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Received port after_create {{(pid=88103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:20.049118 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event updated for resources: {'Port': ['ID=1eb156ef-4331-43e6-9abd-0fb824943af2,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:20.086950 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:20.087582 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:20.112595 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-e2521343-4e99-4b90-a781-5693e43c05d5 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628438 Jun 28 11:25:20.124229 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.v2.base [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Request body: {'port': {'device_id': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84460'}} {{(pid=88103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:20.213148 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b47142c5-c0e1-4d6c-a1d5-23cbd3809e92 None None] Provisioning for port 1eb156ef-4331-43e6-9abd-0fb824943af2 completed by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:20.218710 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-b47142c5-c0e1-4d6c-a1d5-23cbd3809e92 None None] Provisioning complete for port 1eb156ef-4331-43e6-9abd-0fb824943af2 triggered by entity DHCP. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:20.219250 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b47142c5-c0e1-4d6c-a1d5-23cbd3809e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:20.238796 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:20.273854 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b47142c5-c0e1-4d6c-a1d5-23cbd3809e92 None None] Port 1eb156ef-4331-43e6-9abd-0fb824943af2 cannot update to ACTIVE because it is not bound. {{(pid=88105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:25:20.443199 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9c94d-68a8-47fb-ac07-32a7d4b3b9bd req-0a8a8770-386b-4609-b163-3a2f49045ce1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:20.445301 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-69b9c94d-68a8-47fb-ac07-32a7d4b3b9bd req-0a8a8770-386b-4609-b163-3a2f49045ce1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 932 time: 0.0939763 Jun 28 11:25:20.495899 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-69b9c94d-68a8-47fb-ac07-32a7d4b3b9bd req-6cca14d8-6c2a-4779-96c7-ea4f205e4dad tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443928 Jun 28 11:25:20.596603 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb156ef-4331-43e6-9abd-0fb824943af2 {{(pid=88103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:20.603848 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:20.618311 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.provisioning_blocks [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Transition to ACTIVE for port object 1eb156ef-4331-43e6-9abd-0fb824943af2 will not be triggered until provisioned by entity L2. {{(pid=88103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:20.625011 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:20.785322 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb156ef-4331-43e6-9abd-0fb824943af2,revision_number=2']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:20.866147 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Attempting to bind port 1eb156ef-4331-43e6-9abd-0fb824943af2 on host hv-cinder-84460 for vnic_type normal with profile {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:25:20.866480 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Attempting to bind port 1eb156ef-4331-43e6-9abd-0fb824943af2 by drivers openvswitch,hyperv on host hv-cinder-84460 at level 0 using segments [{'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:25:20.866809 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Attempting to bind port 1eb156ef-4331-43e6-9abd-0fb824943af2 on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:20.871510 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Port 1eb156ef-4331-43e6-9abd-0fb824943af2 on network 3161d0e5-6b97-4813-8735-f428f71cb5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84460 {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:25:20.871831 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Attempting to bind port 1eb156ef-4331-43e6-9abd-0fb824943af2 on network 3161d0e5-6b97-4813-8735-f428f71cb5ce {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:20.877097 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Checking agent: {'id': 'b79f30bc-e6b2-4f27-939d-8f4068de6599', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84460', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:25:20.877416 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Checking segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:25:20.877821 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Bound using segment: {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'} {{(pid=88103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:25:20.878245 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.managers [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Bound port: 1eb156ef-4331-43e6-9abd-0fb824943af2, host: hv-cinder-84460, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a95bb-9596-4f1a-a18d-5d217bddd354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce'}}] {{(pid=88103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:25:20.878594 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:20.970686 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] For port 1eb156ef-4331-43e6-9abd-0fb824943af2, host hv-cinder-84460, cleared binding levels {{(pid=88103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:25:20.973378 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] For port 1eb156ef-4331-43e6-9abd-0fb824943af2, host hv-cinder-84460, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1eb156ef-4331-43e6-9abd-0fb824943af2,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:25:20.978932 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33429510'] for port, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.039307 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.040004 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.041434 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] 10.222.0.46 "PUT /v2.0/ports/1eb156ef-4331-43e6-9abd-0fb824943af2 HTTP/1.1" status: 200 len: 1094 time: 0.9215462 Jun 28 11:25:21.041853 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'tag': '1eb156ef-4331-43e6-9abd-0fb824943af2'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:21.062244 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2a929-337c-4bde-b7cd-bd4694123465 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb156ef-4331-43e6-9abd-0fb824943af2,revision_number=3']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:21.094513 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7060a1-7c9b-4834-8d27-68e374e88824'] response: {'name': 'network-changed', 'server_uuid': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'tag': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'status': 'completed', 'code': 200} Jun 28 11:25:21.185430 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-c05b573f-f870-48da-9847-7b12b996675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.187091 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-c05b573f-f870-48da-9847-7b12b996675a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 1097 time: 0.0871625 Jun 28 11:25:21.255858 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-1f991cab-c02f-4218-8683-dcc4c2f20d92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb156ef-4331-43e6-9abd-0fb824943af2 HTTP/1.1" status: 200 len: 217 time: 0.0612831 Jun 28 11:25:21.321736 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-cdcd5fdb-abec-431b-bfba-8d8cf8d3b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.323185 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-cdcd5fdb-abec-431b-bfba-8d8cf8d3b5e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0617626 Jun 28 11:25:21.414327 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-272f62a8-fbce-48a5-94bb-9898a4f75b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.415811 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-272f62a8-fbce-48a5-94bb-9898a4f75b9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866106 Jun 28 11:25:21.560061 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-5fb73708-8812-4efd-b827-a9e46c12265a service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372623 Jun 28 11:25:21.690293 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-5f42356f-43e6-4c18-a675-29bd56a249c0 req-b851cb9a-03be-471c-adb9-77801098a51f service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244304 Jun 28 11:25:21.691169 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b788a59-3dc7-48d3-bb18-8cf78cce0922 req-213d9181-a3d1-46f7-bdf6-249515f21584 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.692654 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5b788a59-3dc7-48d3-bb18-8cf78cce0922 req-213d9181-a3d1-46f7-bdf6-249515f21584 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 944 time: 0.0877209 Jun 28 11:25:21.740184 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5b788a59-3dc7-48d3-bb18-8cf78cce0922 req-8e1abfbb-f34e-4dde-8e8f-3ee9d0e5c8db tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410664 Jun 28 11:25:21.928899 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-86df02bd-0f37-4766-b8b0-44a446e2d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.930448 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-86df02bd-0f37-4766-b8b0-44a446e2d0c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 1097 time: 0.1810267 Jun 28 11:25:22.062343 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-4414771e-e429-4b5b-8874-7e4cd1ae9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.064142 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-4414771e-e429-4b5b-8874-7e4cd1ae9c8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.1266165 Jun 28 11:25:22.135789 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-62881b5e-8f05-4ea6-809d-210e4048ef45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb156ef-4331-43e6-9abd-0fb824943af2 HTTP/1.1" status: 200 len: 217 time: 0.0640264 Jun 28 11:25:22.201401 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-5fd06185-f0b1-460a-b8f3-b0f8d6e66100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.202788 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-5fd06185-f0b1-460a-b8f3-b0f8d6e66100 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0602407 Jun 28 11:25:22.219269 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-36e37f1d-fe46-43f3-967c-4c79bc9211ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:22.289405 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-b5f52109-6871-4fc3-820f-8a97e55d02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.290958 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-b5f52109-6871-4fc3-820f-8a97e55d02e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811882 Jun 28 11:25:22.433808 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-a90946af-0b3e-4787-ad60-fd48e5f3d009 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356525 Jun 28 11:25:22.568450 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-30aba7ab-df2f-4a3f-9f3e-c21c4898c23f req-a8d57174-6184-48b4-a3a8-be74597d9e60 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275704 Jun 28 11:25:22.944087 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b8412-d835-40e1-a7a6-695b14d21121 req-fb74d7b3-18de-45ce-b42e-0d8f6eb71ae0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.945604 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5b2b8412-d835-40e1-a7a6-695b14d21121 req-fb74d7b3-18de-45ce-b42e-0d8f6eb71ae0 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 944 time: 0.0952861 Jun 28 11:25:22.989367 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-5b2b8412-d835-40e1-a7a6-695b14d21121 req-2887309f-1f0b-4f71-96af-6583523ee803 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379360 Jun 28 11:25:24.199562 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1981ca-cd77-4925-a2f2-928b9d89f7a4 req-2639645e-7cfb-4bad-a789-32a6b942d3b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:24.200917 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7d1981ca-cd77-4925-a2f2-928b9d89f7a4 req-2639645e-7cfb-4bad-a789-32a6b942d3b1 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 944 time: 0.0941441 Jun 28 11:25:24.247275 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-7d1981ca-cd77-4925-a2f2-928b9d89f7a4 req-94cf0895-0bc7-4c9c-a444-fc6df5701972 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379140 Jun 28 11:25:24.299328 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-a4dfec96-fb5e-4af0-bad6-74a40aea24c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:24.352671 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 1eb156ef-4331-43e6-9abd-0fb824943af2 details requested by agent hyperv_hv-cinder-84460 with host hv-cinder-84460 {{(pid=88105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:25:24.489121 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 1eb156ef-4331-43e6-9abd-0fb824943af2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1eb156ef-4331-43e6-9abd-0fb824943af2,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:24.502241 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Returning: {'device': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'port_id': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'mac_address': 'fa:16:3e:c1:23:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:25:24.561237 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 1eb156ef-4331-43e6-9abd-0fb824943af2 is: DOWN; New status is: BUILD {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:24.561608 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:24.579253 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb156ef-4331-43e6-9abd-0fb824943af2 {{(pid=88105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:24.594859 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 1eb156ef-4331-43e6-9abd-0fb824943af2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1eb156ef-4331-43e6-9abd-0fb824943af2,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:24.601680 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:24.669954 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=1eb156ef-4331-43e6-9abd-0fb824943af2,revision_number=4']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:24.677593 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.677936 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.678277 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.678608 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.678935 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.679262 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.679583 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.679914 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.680329 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.680938 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.681272 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.681596 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:24.829312 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] get_ports_and_sgs() called for port_ids ['1eb156ef-4331-43e6-9abd-0fb824943af2'] {{(pid=88105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:25.453518 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b852919-205c-4408-96dc-4abc8ad8529c req-9806db2a-5ced-40c1-ac4a-4fbd4d8770df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:25.455023 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1b852919-205c-4408-96dc-4abc8ad8529c req-9806db2a-5ced-40c1-ac4a-4fbd4d8770df tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 945 time: 0.0965078 Jun 28 11:25:25.498802 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-1b852919-205c-4408-96dc-4abc8ad8529c req-8364d4bd-be66-4c6d-9a89-ed0c11542f57 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380213 Jun 28 11:25:25.561040 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.592521 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.377661 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 1eb156ef-4331-43e6-9abd-0fb824943af2 up at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:26.456961 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning for port 1eb156ef-4331-43e6-9abd-0fb824943af2 completed by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:26.463976 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.provisioning_blocks [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Provisioning complete for port 1eb156ef-4331-43e6-9abd-0fb824943af2 triggered by entity L2. {{(pid=88105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:26.464382 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421965'] for port, provisioning_complete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.614374 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Current status of the port 1eb156ef-4331-43e6-9abd-0fb824943af2 is: BUILD; New status is: ACTIVE {{(pid=88105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:26.615096 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492109'] for port, before_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.646085 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb156ef-4331-43e6-9abd-0fb824943af2'}] {{(pid=88105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:26.656893 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] For port 1eb156ef-4331-43e6-9abd-0fb824943af2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1eb156ef-4331-43e6-9abd-0fb824943af2,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:26.663883 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783997131641', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783996673217', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783996673262'] for port, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.696757 dv-cinder-844605-1-smb neutron-server[88105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4821f054-5f7f-4cb3-9c74-ec0f3cc2a589'] response: {'server_uuid': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'code': 200} Jun 28 11:25:26.700862 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4af5cb-2dd3-4bb4-8d23-565ba0557bd4 req-7fff4de8-029d-43d3-9f6c-6088dc2d4c84 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:26.702334 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e4af5cb-2dd3-4bb4-8d23-565ba0557bd4 req-7fff4de8-029d-43d3-9f6c-6088dc2d4c84 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 945 time: 0.0953379 Jun 28 11:25:26.734817 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Pushing event updated for resources: {'Port': ['ID=1eb156ef-4331-43e6-9abd-0fb824943af2,revision_number=5']} {{(pid=88105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:26.752600 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-6e4af5cb-2dd3-4bb4-8d23-565ba0557bd4 req-88fd18a6-9010-47e5-9edb-4cbb434d679b tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439272 Jun 28 11:25:26.903455 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.937508 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222a79b-bd2f-43be-bd42-91a058380115 req-e650a698-b2ed-4267-adaf-a27823d00646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:26.939385 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-8222a79b-bd2f-43be-bd42-91a058380115 req-e650a698-b2ed-4267-adaf-a27823d00646 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 1099 time: 0.0764389 Jun 28 11:25:26.979233 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-8222a79b-bd2f-43be-bd42-91a058380115 req-7a23848e-e71f-4315-bf6f-7e9d0df3069e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336287 Jun 28 11:25:27.955282 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a25ac8-0ac3-4e6c-9296-108ad04e905d req-54def9b3-5f01-4d65-b994-15969a63eae4 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:27.956769 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-57a25ac8-0ac3-4e6c-9296-108ad04e905d req-54def9b3-5f01-4d65-b994-15969a63eae4 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 946 time: 0.0924437 Jun 28 11:25:28.005582 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-57a25ac8-0ac3-4e6c-9296-108ad04e905d req-4a95a898-ef26-41f8-98e0-bfab2bf7ac83 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Jun 28 11:25:29.217198 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a1c3-7a88-45d8-b7f6-8644ac00795a req-8c1a908e-b7fb-4c41-a069-ecc21fd72572 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:29.218518 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2d32a1c3-7a88-45d8-b7f6-8644ac00795a req-8c1a908e-b7fb-4c41-a069-ecc21fd72572 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 946 time: 0.0929160 Jun 28 11:25:29.267989 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-2d32a1c3-7a88-45d8-b7f6-8644ac00795a req-67e32e8e-20a0-4173-8573-4412fcdbe91f tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406721 Jun 28 11:25:29.470628 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d22f1-1611-4de5-8c03-395e313133c1 req-de7d3fe5-ad6e-4b40-bc4b-0e5409b48430 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:29.472034 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-861d22f1-1611-4de5-8c03-395e313133c1 req-de7d3fe5-ad6e-4b40-bc4b-0e5409b48430 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 946 time: 0.1005621 Jun 28 11:25:29.482664 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60738) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:29.487534 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.v2.base [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Request body: {'floatingip': {'port_id': '1eb156ef-4331-43e6-9abd-0fb824943af2'}} {{(pid=88104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:29.565609 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, before_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:30.261422 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:30.268248 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:30.443422 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Floating IP 530feaef-ac7b-45f4-bfd6-ab240f5cbaa1 associated. External IP: 172.28.1.182, port: 1eb156ef-4331-43e6-9abd-0fb824943af2. Jun 28 11:25:30.791512 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:31.077020 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:31.081348 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:31.086909 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:31.097571 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:31.098185 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:25:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:31.137237 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-daf5304c-9950-4bdd-8bf4-02af235daa7d tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "PUT /v2.0/floatingips/530feaef-ac7b-45f4-bfd6-ab240f5cbaa1 HTTP/1.1" status: 200 len: 992 time: 1.6535304 Jun 28 11:25:31.137800 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'tag': '1eb156ef-4331-43e6-9abd-0fb824943af2'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:31.181436 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de81799-2668-445d-9429-96bdb6023097'] response: {'name': 'network-changed', 'server_uuid': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'tag': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'status': 'completed', 'code': 200} Jun 28 11:25:31.279125 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:31.285035 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-af9e715a-5f84-4b4d-8a3e-27425696fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:31.286541 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-af9e715a-5f84-4b4d-8a3e-27425696fbda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 1099 time: 0.0820475 Jun 28 11:25:31.418860 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-fdb26791-ff43-46df-b72a-62d79d9409c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:31.420321 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-fdb26791-ff43-46df-b72a-62d79d9409c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 200 len: 915 time: 0.1279404 Jun 28 11:25:31.528853 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-78ef3626-68eb-4e55-ba3f-06bb4d541e5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1eb156ef-4331-43e6-9abd-0fb824943af2 HTTP/1.1" status: 200 len: 1000 time: 0.1017056 Jun 28 11:25:31.591750 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-83ecc96c-1704-4232-9ec3-4e592a772a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:31.593643 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-83ecc96c-1704-4232-9ec3-4e592a772a87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 200 len: 853 time: 0.0584157 Jun 28 11:25:31.631832 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '530feaef-ac7b-45f4-bfd6-ab240f5cbaa1', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.182', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:c1:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:16Z', 'updated_at': '2022-06-28T11:25:30Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:31.635814 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:31.644555 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:31.645095 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:25:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:31.679103 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-ecfe65da-fda8-494d-a8ef-f0b247fbb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:31.680798 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-ecfe65da-fda8-494d-a8ef-f0b247fbb60b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3161d0e5-6b97-4813-8735-f428f71cb5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807600 Jun 28 11:25:31.812557 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-340c1b09-2f79-4594-859b-3fa01b00d5dc service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250396 Jun 28 11:25:31.819025 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:31.945796 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-d78e1cb0-8606-46ca-810b-e00d617b47e1 req-58a905a7-eb3c-42ab-9b72-6f1d073cf574 service neutron] 10.222.0.46 "GET /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275356 Jun 28 11:25:32.175305 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '530feaef-ac7b-45f4-bfd6-ab240f5cbaa1', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.182', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:c1:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:16Z', 'updated_at': '2022-06-28T11:25:30Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:32.179255 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cafd63-c5ce-47a0-98f0-0d8c9e4acf7e None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_floatingips': [{'id': '530feaef-ac7b-45f4-bfd6-ab240f5cbaa1', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'floating_ip_address': '172.28.1.182', 'floating_network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'router_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'port_id': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'mac_address': 'fa:16:3e:c1:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:16Z', 'updated_at': '2022-06-28T11:25:30Z', 'revision_number': 1, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:32.384809 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2780dc-de68-4bd8-9871-6063bf32c4c9 None None] New status for floating IP 530feaef-ac7b-45f4-bfd6-ab240f5cbaa1: ACTIVE {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:37.448171 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:25:49.164056 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:52.222853 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ccadcab3-3ddd-45d1-817b-322f817fd6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.303071 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b5da5311-632a-4fc6-87db-082e50ce9d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.562389 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.599897 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.908203 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:12.028991 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e3f0b-1047-4c62-bc02-aca3e1f3b302 req-8482c369-27d3-423f-852a-0a87c1433120 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:12.030732 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-840e3f0b-1047-4c62-bc02-aca3e1f3b302 req-8482c369-27d3-423f-852a-0a87c1433120 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 946 time: 0.0973430 Jun 28 11:26:12.080912 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-840e3f0b-1047-4c62-bc02-aca3e1f3b302 req-5e86961b-c5d9-4ea9-8565-ba8346c6f946 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441167 Jun 28 11:26:13.282141 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783381a-7925-4dc1-b6a5-2b80ab523f74 req-42145699-f743-4a50-b1d0-4b17bfd6cd39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:13.283596 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a783381a-7925-4dc1-b6a5-2b80ab523f74 req-42145699-f743-4a50-b1d0-4b17bfd6cd39 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 946 time: 0.0913463 Jun 28 11:26:13.326613 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-a783381a-7925-4dc1-b6a5-2b80ab523f74 req-37006733-0cb6-4c54-aba9-dc41bd3db117 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups?id=d1457316-d89c-41e3-8855-436a0ed6e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371687 Jun 28 11:26:13.605113 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-f7b058f4-ebb5-4fed-8282-e2ad6f133cb8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:13.605739 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-f7b058f4-ebb5-4fed-8282-e2ad6f133cb8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Synchronizing usage tracker for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:13.624987 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-f7b058f4-ebb5-4fed-8282-e2ad6f133cb8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Unset dirty status for tenant:2c087abfbb9442e3a353983d50f5cf2c on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:13.626173 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-f7b058f4-ebb5-4fed-8282-e2ad6f133cb8 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 946 time: 0.2101128 Jun 28 11:26:13.699739 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port 1eb156ef-4331-43e6-9abd-0fb824943af2 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:13.700074 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:13.951708 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] For port 1eb156ef-4331-43e6-9abd-0fb824943af2, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=1eb156ef-4331-43e6-9abd-0fb824943af2,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:13.952023 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:14.249183 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:14.249553 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476873'] for floatingip, after_update {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:14.249863 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.db.l3_db [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Floating IP 530feaef-ac7b-45f4-bfd6-ab240f5cbaa1 disassociated. External IP: 172.28.1.182, port: 1eb156ef-4331-43e6-9abd-0fb824943af2. Jun 28 11:26:14.250202 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for 1eb156ef-4331-43e6-9abd-0fb824943af2 owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:14.402686 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:14.447534 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:26:14.452736 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'Port': ['ID=1eb156ef-4331-43e6-9abd-0fb824943af2,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:14.462947 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.463281 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.463631 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.463958 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.464294 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.464655 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.464984 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.465309 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.465632 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.465951 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.466271 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.466634 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:14.486310 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-56dfb0d4-a858-4547-b2c9-6e06619f6750 req-f7a67bb3-8420-412b-bd83-9e84c4a16a8e tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d HTTP/1.1" status: 200 len: 210 time: 0.0527306 Jun 28 11:26:14.651119 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:14.831070 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:14.840902 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:14.852582 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:14.853210 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:25:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:14.925179 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] No DVR routers for this DVR port 1eb156ef-4331-43e6-9abd-0fb824943af2 on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:14.928073 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:14.931419 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'name': 'network-vif-deleted', 'tag': '1eb156ef-4331-43e6-9abd-0fb824943af2'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:14.952672 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-21b8f39e-ed9a-4556-9aa8-4b4a145937ce req-aea35807-037a-4e0e-9d9e-59838f3bf9d3 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.46 "DELETE /v2.0/ports/1eb156ef-4331-43e6-9abd-0fb824943af2 HTTP/1.1" status: 204 len: 173 time: 1.3211873 Jun 28 11:26:14.984047 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f6c296-3468-4f1d-96b3-6cec2bf6ae4a'] response: {'server_uuid': '9f7cbe3f-d2e2-4b1b-9b0d-4b36d91cb44d', 'name': 'network-vif-deleted', 'tag': '1eb156ef-4331-43e6-9abd-0fb824943af2', 'status': 'completed', 'code': 200} Jun 28 11:26:15.085936 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:15.409385 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:15.414225 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:15.429455 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:15.430078 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:25:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:15.604820 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:15.615664 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60818) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:15.683556 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-95d08cdf-1fde-44ef-9486-742a2b8e2a90 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:15.712721 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-95d08cdf-1fde-44ef-9486-742a2b8e2a90 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:15.768596 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-95d08cdf-1fde-44ef-9486-742a2b8e2a90 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:15.788794 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d08cdf-1fde-44ef-9486-742a2b8e2a90 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1457316-d89c-41e3-8855-436a0ed6e2e1,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:15.803604 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-95d08cdf-1fde-44ef-9486-742a2b8e2a90 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:15.805428 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-95d08cdf-1fde-44ef-9486-742a2b8e2a90 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "DELETE /v2.0/security-groups/d1457316-d89c-41e3-8855-436a0ed6e2e1 HTTP/1.1" status: 204 len: 168 time: 0.1880801 Jun 28 11:26:15.807452 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60822) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:15.824920 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.api.v2.resource [None req-43cfde16-2266-4a49-87d4-506321d84228 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] show failed (client error): The resource could not be found. Jun 28 11:26:15.825947 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-43cfde16-2266-4a49-87d4-506321d84228 tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "GET /v2.0/security-groups/d1457316-d89c-41e3-8855-436a0ed6e2e1 HTTP/1.1" status: 404 len: 347 time: 0.0175512 Jun 28 11:26:15.828882 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60826) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:15.928966 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:15.933363 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb2c7d-bd10-4386-8585-d8379f847e20 None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': '70174266-87dd-4dc9-8e82-c1cb7cc226f0', 'name': '', 'network_id': '3161d0e5-6b97-4813-8735-f428f71cb5ce', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'mac_address': 'fa:16:3e:e6:05:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:47Z', 'updated_at': '2022-06-28T11:21:53Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'subnets': [{'id': 'eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:15.997801 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port 12dd6f92-80ce-40fd-b941-350d58f6306f {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:15.998262 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:16.160903 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ba929-34bb-4a2c-a092-2890c73cb34a None None] New status for floating IP 530feaef-ac7b-45f4-bfd6-ab240f5cbaa1: DOWN {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:26:16.172578 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:16.172847 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:16.293443 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for 12dd6f92-80ce-40fd-b941-350d58f6306f owned by network:floatingip {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:16.378789 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.db.api [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:16.379060 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG oslo_db.api [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:16.880009 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Deleting port 12dd6f92-80ce-40fd-b941-350d58f6306f {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:16.880708 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:17.067293 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:17.067754 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:17.189978 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Calling delete_port for 12dd6f92-80ce-40fd-b941-350d58f6306f owned by network:floatingip {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:17.442155 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:17.490518 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Pushing event deleted for resources: {'Port': ['ID=12dd6f92-80ce-40fd-b941-350d58f6306f,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:17.531495 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.531839 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.532179 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.532573 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.532864 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.533195 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.533517 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.533841 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.534225 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.534556 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.534881 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.535198 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844605-1-smb {{(pid=88104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:17.597926 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks [] for floatingip, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:17.612664 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:17.613757 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-7e2ba544-bd28-4630-8e83-5af5dabed8ec tempest-AttachVolumeNegativeTest-1807435589 tempest-AttachVolumeNegativeTest-1807435589-project] 10.222.0.15 "DELETE /v2.0/floatingips/530feaef-ac7b-45f4-bfd6-ab240f5cbaa1 HTTP/1.1" status: 204 len: 168 time: 1.7839868 Jun 28 11:26:18.646227 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 1eb156ef-4331-43e6-9abd-0fb824943af2 no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:18.687800 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 1eb156ef-4331-43e6-9abd-0fb824943af2 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:18.689485 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 1eb156ef-4331-43e6-9abd-0fb824943af2 not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:19.167628 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:20.400215 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60850) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:20.612729 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Deleting port 241bddaa-b192-4345-b416-c79901850ba7 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:20.613166 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:20.789535 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:20.789902 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:20.930128 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Calling delete_port for 241bddaa-b192-4345-b416-c79901850ba7 owned by network:floatingip {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:21.091339 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:21.140103 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event deleted for resources: {'Port': ['ID=241bddaa-b192-4345-b416-c79901850ba7,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:21.237979 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for floatingip, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:21.238262 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.db.l3_db [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Floating IP a4e9035f-92d8-475f-907c-a69587f07b42 disassociated (deleted). External IP: 172.28.1.54, port: 7667c91d-78f3-48ee-930a-d9d2c8ebd80d. Jun 28 11:26:21.685434 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:21.862668 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:21.872353 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] Sync routers for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:21.887950 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for floatingip, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:21.889296 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:21.889924 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:25:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:21.946722 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-8cc1c432-9164-4e5b-a528-8a6031e72889 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "DELETE /v2.0/floatingips/a4e9035f-92d8-475f-907c-a69587f07b42 HTTP/1.1" status: 204 len: 168 time: 1.5452833 Jun 28 11:26:21.947210 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d'}] {{(pid=88104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:21.974880 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60872) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:22.047496 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194faadf-9328-4985-912e-77cb18ae9469'] response: {'name': 'network-changed', 'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'status': 'completed', 'code': 200} Jun 28 11:26:22.090215 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:22.134003 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-9fa6b896-dc5f-439a-90a0-9ba3cf098123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:22.136876 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-9fa6b896-dc5f-439a-90a0-9ba3cf098123 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 1099 time: 0.1022358 Jun 28 11:26:22.393038 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-f3e87b6c-b3c8-415c-add6-d8f6a03148fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:22.397638 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-ebd69b72-db9e-4ac1-98f3-aaf332f0af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:22.399123 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-ebd69b72-db9e-4ac1-98f3-aaf332f0af77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 200 len: 910 time: 0.2512209 Jun 28 11:26:22.468259 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-5082d8ce-5b7d-45c4-b69d-8dd191b11162 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 200 len: 217 time: 0.0623271 Jun 28 11:26:22.469310 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11d4e3-3fee-4ae4-aae9-2d81d4dce409 req-e537696b-cea3-4a36-b2fe-4de047ab3397 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:22.470019 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-9a11d4e3-3fee-4ae4-aae9-2d81d4dce409 req-e537696b-cea3-4a36-b2fe-4de047ab3397 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Synchronizing usage tracker for tenant:3b7b853f6ba74650a7f92f7ccebfb69e on resource:port {{(pid=88104) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:22.507625 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:22:08Z', 'revision_number': 5, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:22.511937 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] Checking router: d2c76844-1ea5-41b3-a86c-3dd03bb62a9e for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:22.520841 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:22.521459 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:25:54Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:22.529225 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [req-9a11d4e3-3fee-4ae4-aae9-2d81d4dce409 req-e537696b-cea3-4a36-b2fe-4de047ab3397 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Unset dirty status for tenant:3b7b853f6ba74650a7f92f7ccebfb69e on resource:port {{(pid=88104) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:22.530400 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9a11d4e3-3fee-4ae4-aae9-2d81d4dce409 req-e537696b-cea3-4a36-b2fe-4de047ab3397 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.2272241 Jun 28 11:26:22.535591 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-ae565bd7-7558-44d3-a50a-7225c7b4363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:22.537159 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-ae565bd7-7558-44d3-a50a-7225c7b4363c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=550d5dfe-cc76-479d-bf93-f67203db076e HTTP/1.1" status: 200 len: 848 time: 0.0617650 Jun 28 11:26:22.596197 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-9a11d4e3-3fee-4ae4-aae9-2d81d4dce409 req-19d3774d-a72c-4f54-a74d-596965ed3b62 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576394 Jun 28 11:26:22.631925 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-f07f4fe8-c3f3-4926-b90c-ef5cdc47e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:22.633495 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-f07f4fe8-c3f3-4926-b90c-ef5cdc47e79d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893264 Jun 28 11:26:22.683995 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:22.707407 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:22.766713 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-113afa8a-6698-4e83-81b4-47577dd7e0c9 service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258361 Jun 28 11:26:22.913069 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-0b0d72da-c1a8-4115-af57-6b4d5eaa87eb req-676f064a-18d9-493e-88cd-11d219261c0c service neutron] 10.222.0.46 "GET /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396885 Jun 28 11:26:23.029690 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:22:08Z', 'revision_number': 5, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:23.033775 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc24488c-3e62-4ca4-834d-f3ef235899d2 None None] The sync data for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb is: [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:21:59Z', 'revision_number': 4, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb', '_interfaces': [{'id': 'af372f1a-9799-4885-8ec1-ae3071895040', 'name': '', 'network_id': '1bbc14d3-1eb2-4b36-954a-4f3064c5e71f', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'mac_address': 'fa:16:3e:aa:dc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:58Z', 'updated_at': '2022-06-28T11:22:08Z', 'revision_number': 5, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'subnets': [{'id': '550d5dfe-cc76-479d-bf93-f67203db076e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:23.043542 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Deleting port 70174266-87dd-4dc9-8e82-c1cb7cc226f0 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:23.044100 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:23.258541 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551a341-6f56-4b57-bec0-37df882eb454 None None] New status for floating IP a4e9035f-92d8-475f-907c-a69587f07b42: DOWN {{(pid=88106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:26:23.333392 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] For port 70174266-87dd-4dc9-8e82-c1cb7cc226f0, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=70174266-87dd-4dc9-8e82-c1cb7cc226f0,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:23.333784 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:23.461879 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Calling delete_port for 70174266-87dd-4dc9-8e82-c1cb7cc226f0 owned by network:router_interface {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:23.590545 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-32b2f690-952b-4abb-bc87-e962230e98e6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:23.591155 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-32b2f690-952b-4abb-bc87-e962230e98e6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Synchronizing usage tracker for tenant:3b7b853f6ba74650a7f92f7ccebfb69e on resource:port {{(pid=88103) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:23.603683 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-32b2f690-952b-4abb-bc87-e962230e98e6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Unset dirty status for tenant:3b7b853f6ba74650a7f92f7ccebfb69e on resource:port {{(pid=88103) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:23.604917 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-32b2f690-952b-4abb-bc87-e962230e98e6 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.1094823 Jun 28 11:26:23.636889 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:23.677780 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Deleting port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:23.678186 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:23.686969 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70174266-87dd-4dc9-8e82-c1cb7cc226f0,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:23.930199 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cfbd7-90a3-4b27-88e0-a77120ed204b req-3fd5c70a-d3cb-4fd5-9410-a52299788cdd tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:23.931867 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3e1cfbd7-90a3-4b27-88e0-a77120ed204b req-3fd5c70a-d3cb-4fd5-9410-a52299788cdd tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 946 time: 0.2111971 Jun 28 11:26:23.945129 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] For port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d, host hv-cinder-84460, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84460',level=0,port_id=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:23.945567 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:24.053357 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-3e1cfbd7-90a3-4b27-88e0-a77120ed204b req-a75552c9-9730-49a8-a8b9-ec998e03458d tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d364934-2e9b-4965-8201-d04a67c5434e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650113 Jun 28 11:26:24.072332 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Calling delete_port for 7667c91d-78f3-48ee-930a-d9d2c8ebd80d owned by compute:nova {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:24.078776 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:24.219297 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:24.303829 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event deleted for resources: {'Port': ['ID=7667c91d-78f3-48ee-930a-d9d2c8ebd80d,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:24.311417 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-94b0771a-fa78-446a-90e7-826a38b3edb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:24.362583 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.l3_dvrscheduler_db [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] No DVR routers for this DVR port 7667c91d-78f3-48ee-930a-d9d2c8ebd80d on host hv-cinder-84460 {{(pid=88103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:24.365436 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118506'] for port, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:24.368201 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'name': 'network-vif-deleted', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d'}] {{(pid=88103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:24.387110 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [req-39afbf05-6869-4651-bb8d-f0e1e4b9abe0 req-b394309a-8d79-4b9b-aebc-2cb790989416 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.46 "DELETE /v2.0/ports/7667c91d-78f3-48ee-930a-d9d2c8ebd80d HTTP/1.1" status: 204 len: 173 time: 0.7770307 Jun 28 11:26:24.417062 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762421dc-40a8-4c65-9521-159723b7eeb4'] response: {'server_uuid': '5d1731a7-6f1f-426c-848b-4d1b3569033a', 'name': 'network-vif-deleted', 'tag': '7667c91d-78f3-48ee-930a-d9d2c8ebd80d', 'status': 'completed', 'code': 200} Jun 28 11:26:24.452014 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Router d7682eab-e314-40f7-8921-913846ace7df has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:24.754306 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:24.765426 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] Sync routers for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:24.769563 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0a5773ce-7613-49f3-830a-a93ac361d7d7 admin admin] 10.222.0.15 "PUT /v2.0/routers/d7682eab-e314-40f7-8921-913846ace7df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7926290 Jun 28 11:26:24.772097 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60884) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:24.788720 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:24.789612 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:26:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:24.974738 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:25.057997 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks [] for router, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:25.242540 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [req-ac34c28d-0096-4fe8-b0d6-0483b2cbfeca req-e9e0d84f-6ee0-484c-ba3f-182b5d0b4612 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1731a7-6f1f-426c-848b-4d1b3569033a HTTP/1.1" status: 200 len: 210 time: 0.0553887 Jun 28 11:26:25.258906 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:25.271384 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Deleting port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:25.271782 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:25.298475 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:26:23Z', 'revision_number': 5, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port': {'id': '93f09ecb-4f00-4a21-a839-557d1e6ef7ad', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:67:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7682eab-e314-40f7-8921-913846ace7df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:44Z', 'updated_at': '2022-06-28T11:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:25.302355 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] Checking router: d7682eab-e314-40f7-8921-913846ace7df for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:25.310471 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] Routers {'d7682eab-e314-40f7-8921-913846ace7df'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:25.311057 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:26:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d7682eab-e314-40f7-8921-913846ace7df'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:25.446459 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] For port 93f09ecb-4f00-4a21-a839-557d1e6ef7ad, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=93f09ecb-4f00-4a21-a839-557d1e6ef7ad,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:25.446824 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:25.499603 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] Set router d7682eab-e314-40f7-8921-913846ace7df gateway port host: None {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:25.571318 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Calling delete_port for 93f09ecb-4f00-4a21-a839-557d1e6ef7ad owned by network:router_gateway {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:25.618145 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:26:25Z', 'revision_number': 6, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:25.628399 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329d342-cdba-4bec-990f-ef291c0175bb None None] The sync data for ids ['d7682eab-e314-40f7-8921-913846ace7df'] in dv-cinder-844605-1-smb is: [{'id': 'd7682eab-e314-40f7-8921-913846ace7df', 'name': 'tempest-AttachVolumeNegativeTest-796385675-router', 'tenant_id': '2c087abfbb9442e3a353983d50f5cf2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:43Z', 'updated_at': '2022-06-28T11:26:25Z', 'revision_number': 6, 'project_id': '2c087abfbb9442e3a353983d50f5cf2c', 'gw_port_host': None}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:25.631982 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:25.634572 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:25.746921 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:25.794402 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Pushing event deleted for resources: {'Port': ['ID=93f09ecb-4f00-4a21-a839-557d1e6ef7ad,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:25.890426 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.063563 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.066151 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.089221 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.089734 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7682eab-e314-40f7-8921-913846ace7df {{(pid=88103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:26:26.101838 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] Notify callbacks [] for router, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.102972 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d05e0d50-6fc4-4f10-b9bd-7040479de26e admin admin] 10.222.0.15 "DELETE /v2.0/routers/d7682eab-e314-40f7-8921-913846ace7df HTTP/1.1" status: 204 len: 168 time: 1.3298926 Jun 28 11:26:26.105467 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60890) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:26.167423 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.db_base_plugin_v2 [None req-d770f770-a8f3-4b87-b9c5-6f02b4ad830e admin admin] Deleting subnet eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa {{(pid=88103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:26:26.170629 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d770f770-a8f3-4b87-b9c5-6f02b4ad830e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.219147 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d770f770-a8f3-4b87-b9c5-6f02b4ad830e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33333198'] for subnet, precommit_delete_associations {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.302071 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d770f770-a8f3-4b87-b9c5-6f02b4ad830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.345033 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60896) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:26.422839 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-03b6e4e5-8f9f-447b-8f75-e58061b17916 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.454813 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-03b6e4e5-8f9f-447b-8f75-e58061b17916 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.490625 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d770f770-a8f3-4b87-b9c5-6f02b4ad830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33429580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31592037'] for subnet, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.522636 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-03b6e4e5-8f9f-447b-8f75-e58061b17916 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.528060 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770f770-a8f3-4b87-b9c5-6f02b4ad830e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:26.532269 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-d770f770-a8f3-4b87-b9c5-6f02b4ad830e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for subnet, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.539141 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26acdc20-d56f-4f1c-9d8b-dc9c3c54d8db None None] Network 3161d0e5-6b97-4813-8735-f428f71cb5ce requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:26:26.539665 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6e4e5-8f9f-447b-8f75-e58061b17916 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d364934-2e9b-4965-8201-d04a67c5434e,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:26.542911 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-d770f770-a8f3-4b87-b9c5-6f02b4ad830e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eed7b3de-fff3-4fb6-9fd7-54fd8e48e9aa HTTP/1.1" status: 204 len: 168 time: 0.4340789 Jun 28 11:26:26.543226 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60900) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:26.615012 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-03b6e4e5-8f9f-447b-8f75-e58061b17916 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.616152 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-03b6e4e5-8f9f-447b-8f75-e58061b17916 tempest-TestShelveInstance-235595727 tempest-TestShelveInstance-235595727-project] 10.222.0.15 "DELETE /v2.0/security-groups/2d364934-2e9b-4965-8201-d04a67c5434e HTTP/1.1" status: 204 len: 168 time: 0.2700896 Jun 28 11:26:26.662785 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 60906) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:26.689442 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.701457 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Deleting port e2e85227-61cd-4b06-851b-8f6722dda7bd {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:26.701877 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.837759 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] DHCP port deletion for 3161d0e5-6b97-4813-8735-f428f71cb5ce request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:26:26.842241 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] Deleting port e2e85227-61cd-4b06-851b-8f6722dda7bd {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:26.842621 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.940195 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] For port e2e85227-61cd-4b06-851b-8f6722dda7bd, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=e2e85227-61cd-4b06-851b-8f6722dda7bd,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:26.940690 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:26.951020 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.069153 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Calling delete_port for e2e85227-61cd-4b06-851b-8f6722dda7bd owned by network:dhcp {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:27.079820 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] For port e2e85227-61cd-4b06-851b-8f6722dda7bd, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=e2e85227-61cd-4b06-851b-8f6722dda7bd,segment=NetworkSegment(073a95bb-9596-4f1a-a18d-5d217bddd354),segment_id=073a95bb-9596-4f1a-a18d-5d217bddd354)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:27.080209 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.147960 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.208740 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e85227-61cd-4b06-851b-8f6722dda7bd,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:27.210202 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] Calling delete_port for e2e85227-61cd-4b06-851b-8f6722dda7bd owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:27.210755 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] No DVR routers for this DVR port e2e85227-61cd-4b06-851b-8f6722dda7bd on host dv-cinder-844605-1-smb {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:27.246553 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.289220 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.api [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:27.289658 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG oslo_db.api [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:27.327125 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.352428 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3161d0e5-6b97-4813-8735-f428f71cb5ce']}} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:27.365433 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073a95bb-9596-4f1a-a18d-5d217bddd354') {'for_net_delete': True} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:27.365739 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073a95bb-9596-4f1a-a18d-5d217bddd354') {} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:27.377359 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31498839'] for segment, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.393438 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.399934 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:26:27.400326 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31499678'] for segment, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.494074 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 70174266-87dd-4dc9-8e82-c1cb7cc226f0 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:27.499215 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment 073a95bb-9596-4f1a-a18d-5d217bddd354 resource provider aggregate not found Jun 28 11:26:27.513678 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.523762 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.529369 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment 073a95bb-9596-4f1a-a18d-5d217bddd354 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 073a95bb-9596-4f1a-a18d-5d217bddd354 found for delete ", "request_id": "req-23a65eb3-6a2c-4f2f-8c5a-7b3fa684813a"}]} Jun 28 11:26:27.531430 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 70174266-87dd-4dc9-8e82-c1cb7cc226f0 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:27.531782 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 70174266-87dd-4dc9-8e82-c1cb7cc226f0 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:27.532199 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 93f09ecb-4f00-4a21-a839-557d1e6ef7ad no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:27.551638 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] Pushing event deleted for resources: {'Network': ['ID=3161d0e5-6b97-4813-8735-f428f71cb5ce,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:27.566639 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 93f09ecb-4f00-4a21-a839-557d1e6ef7ad {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:27.567211 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 93f09ecb-4f00-4a21-a839-557d1e6ef7ad not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:27.567311 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-3ba57ff2-3ca7-43e2-8a58-6690bbc00174 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3161d0e5-6b97-4813-8735-f428f71cb5ce HTTP/1.1" status: 204 len: 168 time: 1.0227151 Jun 28 11:26:27.567439 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device e2e85227-61cd-4b06-851b-8f6722dda7bd no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:27.603308 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: e2e85227-61cd-4b06-851b-8f6722dda7bd {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:27.603898 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device e2e85227-61cd-4b06-851b-8f6722dda7bd not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:27.607428 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Deleting port af372f1a-9799-4885-8ec1-ae3071895040 {{(pid=88103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:27.607783 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.751547 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60918) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:27.785777 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.db [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] For port af372f1a-9799-4885-8ec1-ae3071895040, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=af372f1a-9799-4885-8ec1-ae3071895040,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:27.786104 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.790526 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] Deleting port e2e85227-61cd-4b06-851b-8f6722dda7bd {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:27.791002 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.802628 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-370e0533-59c4-4d59-a398-02cea46f376a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c087abfbb9442e3a353983d50f5cf2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475314 Jun 28 11:26:27.802857 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60922) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:27.857822 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-103dffb6-e8dd-4e5e-8ac2-330f80327d77 None None] The port 'e2e85227-61cd-4b06-851b-8f6722dda7bd' was deleted {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:26:27.860847 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ff7dfde-9fba-4316-bc7e-86e051bc8e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.887304 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ff7dfde-9fba-4316-bc7e-86e051bc8e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.912350 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.plugins.ml2.plugin [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Calling delete_port for af372f1a-9799-4885-8ec1-ae3071895040 owned by network:router_interface {{(pid=88103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:27.947562 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ff7dfde-9fba-4316-bc7e-86e051bc8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.965570 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7dfde-9fba-4316-bc7e-86e051bc8e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a354a2e-29a8-4112-b87c-acbb9c3fe458,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:27.975524 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-4ff7dfde-9fba-4316-bc7e-86e051bc8e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.979160 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-4ff7dfde-9fba-4316-bc7e-86e051bc8e78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a354a2e-29a8-4112-b87c-acbb9c3fe458 HTTP/1.1" status: 204 len: 168 time: 0.1730299 Jun 28 11:26:28.221653 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33429521'] for port, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:28.271573 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=af372f1a-9799-4885-8ec1-ae3071895040,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:28.556413 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:28.698659 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 7667c91d-78f3-48ee-930a-d9d2c8ebd80d no longer exists at agent hyperv_hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:28.735762 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] No Port match for: 7667c91d-78f3-48ee-930a-d9d2c8ebd80d {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:28.736073 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Device 7667c91d-78f3-48ee-930a-d9d2c8ebd80d not bound to the agent host hv-cinder-84460 {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:28.919916 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:29.108852 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:29.117770 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] Sync routers for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:29.121934 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-81adfdb8-a110-44ff-86c4-f1bdca9e07c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/d2c76844-1ea5-41b3-a86c-3dd03bb62a9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4580314 Jun 28 11:26:29.124650 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60956) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:29.127608 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:29.128304 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:26:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:29.307835 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks [] for router, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:29.313032 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: dv-cinder-844605-1-smb {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:29.597044 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:29.607929 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242'}], 'enable_snat': True}, 'gw_port_id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:26:28Z', 'revision_number': 5, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port': {'id': 'e37b0e37-9012-4463-8c19-e7e8dac87c50', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:89:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:55Z', 'updated_at': '2022-06-28T11:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:29.608130 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Deleting port e37b0e37-9012-4463-8c19-e7e8dac87c50 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:29.608377 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:29.612796 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] Checking router: d2c76844-1ea5-41b3-a86c-3dd03bb62a9e for host: dv-cinder-844605-1-smb {{(pid=88106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:29.621614 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] Routers {'d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:29.622255 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:26:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'], 'active': True} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:29.775209 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_dvr_db [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] Set router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e gateway port host: None {{(pid=88106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:29.790898 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] For port e37b0e37-9012-4463-8c19-e7e8dac87c50, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=e37b0e37-9012-4463-8c19-e7e8dac87c50,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:29.791271 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:29.883347 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.l3_hamode_db [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:26:29Z', 'revision_number': 6, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:29.888284 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc34d62-eda7-45d7-8903-89bf2ee0857a None None] The sync data for ids ['d2c76844-1ea5-41b3-a86c-3dd03bb62a9e'] in dv-cinder-844605-1-smb is: [{'id': 'd2c76844-1ea5-41b3-a86c-3dd03bb62a9e', 'name': 'tempest-TestShelveInstance-1308205934-router', 'tenant_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:54Z', 'updated_at': '2022-06-28T11:26:29Z', 'revision_number': 6, 'project_id': '3b7b853f6ba74650a7f92f7ccebfb69e', 'gw_port_host': None}] {{(pid=88106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:29.945222 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Calling delete_port for e37b0e37-9012-4463-8c19-e7e8dac87c50 owned by network:router_gateway {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:30.122907 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.204629 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37b0e37-9012-4463-8c19-e7e8dac87c50,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:30.278890 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.451126 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.453566 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.483790 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.484207 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2c76844-1ea5-41b3-a86c-3dd03bb62a9e {{(pid=88104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:26:30.496766 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.497899 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-999ff297-9a17-403d-9b73-92bc5fce7079 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d2c76844-1ea5-41b3-a86c-3dd03bb62a9e HTTP/1.1" status: 204 len: 168 time: 1.3711574 Jun 28 11:26:30.500648 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60976) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:30.560868 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee3512ec-b067-4833-ba19-b62b5e8c864e admin admin] Deleting subnet 550d5dfe-cc76-479d-bf93-f67203db076e {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:26:30.564101 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee3512ec-b067-4833-ba19-b62b5e8c864e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.616113 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee3512ec-b067-4833-ba19-b62b5e8c864e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31498846'] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.694282 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee3512ec-b067-4833-ba19-b62b5e8c864e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.764892 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee3512ec-b067-4833-ba19-b62b5e8c864e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31499568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31297096'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.805767 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3512ec-b067-4833-ba19-b62b5e8c864e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=550d5dfe-cc76-479d-bf93-f67203db076e,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:30.809230 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ee3512ec-b067-4833-ba19-b62b5e8c864e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:30.814743 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76175fb5-bf76-415c-a6ef-2b2f4e00fb0a None None] Network 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:26:30.820119 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ee3512ec-b067-4833-ba19-b62b5e8c864e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/550d5dfe-cc76-479d-bf93-f67203db076e HTTP/1.1" status: 204 len: 168 time: 0.3183451 Jun 28 11:26:30.822582 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 60980) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:31.049566 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.060501 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Deleting port 0240cbd8-11aa-483c-b109-f6ebca6cb44d {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:31.060846 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.119079 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] DHCP port deletion for 1bbc14d3-1eb2-4b36-954a-4f3064c5e71f request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:26:31.123001 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] Deleting port 0240cbd8-11aa-483c-b109-f6ebca6cb44d {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:31.123369 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.277164 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] For port 0240cbd8-11aa-483c-b109-f6ebca6cb44d, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=0240cbd8-11aa-483c-b109-f6ebca6cb44d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:31.277768 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.393094 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] For port 0240cbd8-11aa-483c-b109-f6ebca6cb44d, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=0240cbd8-11aa-483c-b109-f6ebca6cb44d,segment=NetworkSegment(a6aba3ab-18a1-43a1-b505-9e855b5f416d),segment_id=a6aba3ab-18a1-43a1-b505-9e855b5f416d)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:31.393532 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.424764 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Calling delete_port for 0240cbd8-11aa-483c-b109-f6ebca6cb44d owned by network:dhcp {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:31.512729 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.554244 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device af372f1a-9799-4885-8ec1-ae3071895040 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:31.562508 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Pushing event deleted for resources: {'Port': ['ID=0240cbd8-11aa-483c-b109-f6ebca6cb44d,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:31.569299 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] No DVR routers for this DVR port 0240cbd8-11aa-483c-b109-f6ebca6cb44d on host dv-cinder-844605-1-smb {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:31.587339 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] Calling delete_port for 0240cbd8-11aa-483c-b109-f6ebca6cb44d owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:31.633926 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: af372f1a-9799-4885-8ec1-ae3071895040 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:31.634306 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device af372f1a-9799-4885-8ec1-ae3071895040 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:31.634766 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device e37b0e37-9012-4463-8c19-e7e8dac87c50 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:31.672940 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: e37b0e37-9012-4463-8c19-e7e8dac87c50 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:31.673226 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device e37b0e37-9012-4463-8c19-e7e8dac87c50 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:31.673666 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 0240cbd8-11aa-483c-b109-f6ebca6cb44d no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:31.686409 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.711093 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 0240cbd8-11aa-483c-b109-f6ebca6cb44d {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:31.711396 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 0240cbd8-11aa-483c-b109-f6ebca6cb44d not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:31.711564 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbc14d3-1eb2-4b36-954a-4f3064c5e71f']}} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:31.724181 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6aba3ab-18a1-43a1-b505-9e855b5f416d') {'for_net_delete': True} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:31.724503 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6aba3ab-18a1-43a1-b505-9e855b5f416d') {} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:31.735785 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31498839'] for segment, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.736133 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.api [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:31.736524 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG oslo_db.api [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:31.751770 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.757700 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:26:31.758086 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31499678'] for segment, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.822459 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment a6aba3ab-18a1-43a1-b505-9e855b5f416d resource provider aggregate not found Jun 28 11:26:31.846780 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment a6aba3ab-18a1-43a1-b505-9e855b5f416d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6aba3ab-18a1-43a1-b505-9e855b5f416d found for delete ", "request_id": "req-47dbda1a-93f0-4922-871b-0ea26f1c5619"}]} Jun 28 11:26:31.857154 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.873326 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.883499 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbc14d3-1eb2-4b36-954a-4f3064c5e71f,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:31.890952 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-05653409-a899-4864-8c93-3f3ca759518e admin admin] 10.222.0.15 "DELETE /v2.0/networks/1bbc14d3-1eb2-4b36-954a-4f3064c5e71f HTTP/1.1" status: 204 len: 168 time: 1.0672956 Jun 28 11:26:31.894105 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32768) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:32.238242 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] Deleting port 0240cbd8-11aa-483c-b109-f6ebca6cb44d {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:32.238834 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:32.303803 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-968f3475-c73d-4079-be42-a71efcf33ef2 None None] The port '0240cbd8-11aa-483c-b109-f6ebca6cb44d' was deleted {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:26:32.465288 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-481243'] for router_interface, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:32.930358 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Deleting port da085ca7-3993-416f-a8d6-edb87b3dfe50 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:32.930703 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:33.109676 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] For port da085ca7-3993-416f-a8d6-edb87b3dfe50, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=da085ca7-3993-416f-a8d6-edb87b3dfe50,segment=NetworkSegment(a3887b96-eefc-45bc-884e-07fd34665844),segment_id=a3887b96-eefc-45bc-884e-07fd34665844)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:33.109949 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:33.235470 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Calling delete_port for da085ca7-3993-416f-a8d6-edb87b3dfe50 owned by network:router_interface {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:33.419439 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:33.468688 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=da085ca7-3993-416f-a8d6-edb87b3dfe50,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:33.737339 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-481199'] for router_interface, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.227486 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Router 246982d6-865b-4bcb-a6db-a366c43af8e5 has already been hosted by L3 agent 8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e {{(pid=88104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:34.411639 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] Notify agent at l3_agent.dv-cinder-844605-1-smb the message routers_updated {{(pid=88104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:34.420549 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] Sync routers for ids ['246982d6-865b-4bcb-a6db-a366c43af8e5'] in dv-cinder-844605-1-smb {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:34.430119 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] Routers {'246982d6-865b-4bcb-a6db-a366c43af8e5'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:34.430879 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:26:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['246982d6-865b-4bcb-a6db-a366c43af8e5'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:34.433877 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-42bc6f4a-381e-4ad3-b099-6bc39fcecd79 admin admin] 10.222.0.15 "PUT /v2.0/routers/246982d6-865b-4bcb-a6db-a366c43af8e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5362673 Jun 28 11:26:34.434172 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32812) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:34.608911 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks [] for router, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.613439 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] Set router 246982d6-865b-4bcb-a6db-a366c43af8e5 gateway port host: dv-cinder-844605-1-smb {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:34.792446 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.804654 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Deleting port 62aff95f-42ca-48e2-8104-df7a07c56327 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:34.804847 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.895700 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'external_fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190'}], 'enable_snat': True}, 'gw_port_id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:26:33Z', 'revision_number': 5, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port': {'id': '62aff95f-42ca-48e2-8104-df7a07c56327', 'name': '', 'network_id': '57311343-20e5-4116-9672-c16ebef5ba92', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'ip_address': '172.28.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844605-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c04e0532-6697-48de-9fc6-76040cf65a93', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844605-1-smb'}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:34.899728 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] Checking router: 246982d6-865b-4bcb-a6db-a366c43af8e5 for host: dv-cinder-844605-1-smb {{(pid=88105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:34.908376 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] Routers {'246982d6-865b-4bcb-a6db-a366c43af8e5'} bound to L3 agent in host dv-cinder-844605-1-smb {{(pid=88105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:34.909103 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844605-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:07:54Z,description=,heartbeat_timestamp=2022-06-28T11:26:24Z,host='dv-cinder-844605-1-smb',id=8c5a29c5-c3da-4fa6-98d1-a8e16fa0237e,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:07:54Z,topic='l3_agent')) {'router_ids': ['246982d6-865b-4bcb-a6db-a366c43af8e5'], 'active': True} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:34.987203 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] For port 62aff95f-42ca-48e2-8104-df7a07c56327, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=62aff95f-42ca-48e2-8104-df7a07c56327,segment=NetworkSegment(3f4234a0-e7a6-4850-97e9-693e577c7897),segment_id=3f4234a0-e7a6-4850-97e9-693e577c7897)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:34.987635 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.057193 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_dvr_db [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] Set router 246982d6-865b-4bcb-a6db-a366c43af8e5 gateway port host: None {{(pid=88105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:35.120456 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Calling delete_port for 62aff95f-42ca-48e2-8104-df7a07c56327 owned by network:router_gateway {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:35.215367 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.db.l3_hamode_db [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:26:34Z', 'revision_number': 6, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port_host': None}], 'dv-cinder-844605-1-smb', False) {} {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:35.219590 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e99122-59e7-40cd-aff3-ea86009c462a None None] The sync data for ids ['246982d6-865b-4bcb-a6db-a366c43af8e5'] in dv-cinder-844605-1-smb is: [{'id': '246982d6-865b-4bcb-a6db-a366c43af8e5', 'name': 'tempest-TestShelveInstance-1782196994-router', 'tenant_id': 'd198745efa694f2787a40f8894b994d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:22:02Z', 'updated_at': '2022-06-28T11:26:34Z', 'revision_number': 6, 'project_id': 'd198745efa694f2787a40f8894b994d9', 'gw_port_host': None}] {{(pid=88105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:35.293033 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.338708 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Pushing event deleted for resources: {'Port': ['ID=62aff95f-42ca-48e2-8104-df7a07c56327,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:35.537109 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478010'] for router_gateway, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.669719 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device da085ca7-3993-416f-a8d6-edb87b3dfe50 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:35.707666 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: da085ca7-3993-416f-a8d6-edb87b3dfe50 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:35.708078 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device da085ca7-3993-416f-a8d6-edb87b3dfe50 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:35.727286 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63334'] for router, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.729516 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.755488 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478683'] for router, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.756044 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 246982d6-865b-4bcb-a6db-a366c43af8e5 {{(pid=88104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:26:35.768883 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] Notify callbacks [] for router, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.772414 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-62d11134-f8ff-4e16-8b2c-136eda296829 admin admin] 10.222.0.15 "DELETE /v2.0/routers/246982d6-865b-4bcb-a6db-a366c43af8e5 HTTP/1.1" status: 204 len: 168 time: 1.3349276 Jun 28 11:26:35.772655 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32828) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:35.835752 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6a7535-33ac-442a-aee6-966d7635076e admin admin] Deleting subnet 8e20cce4-7b07-4b6d-9701-c7287b1fbae6 {{(pid=88104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:26:35.838621 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7535-33ac-442a-aee6-966d7635076e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.887516 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7535-33ac-442a-aee6-966d7635076e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31498846'] for subnet, precommit_delete_associations {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.972394 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7535-33ac-442a-aee6-966d7635076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537383'] for subnet, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.054290 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7535-33ac-442a-aee6-966d7635076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537372', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554780', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31499568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31297096'] for subnet, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.096778 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ab6a7535-33ac-442a-aee6-966d7635076e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.100301 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a7535-33ac-442a-aee6-966d7635076e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e20cce4-7b07-4b6d-9701-c7287b1fbae6,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:36.101731 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88391597-3485-4ba3-b8cc-32c5c1d85d29 None None] Network 4d15e325-ee45-472d-8c57-7e62b448d8a3 requested from dv-cinder-844605-1-smb {{(pid=88105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:26:36.106746 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ab6a7535-33ac-442a-aee6-966d7635076e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8e20cce4-7b07-4b6d-9701-c7287b1fbae6 HTTP/1.1" status: 204 len: 168 time: 0.3331392 Jun 28 11:26:36.109600 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32834) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:36.218739 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1409758'] for network, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.230397 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Deleting port 814bf95f-4882-4dd9-ab1d-249a72517c79 {{(pid=88104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:36.230738 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.392267 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] DHCP port deletion for 4d15e325-ee45-472d-8c57-7e62b448d8a3 request from dv-cinder-844605-1-smb {{(pid=88105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:26:36.397199 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] Deleting port 814bf95f-4882-4dd9-ab1d-249a72517c79 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:36.397574 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.441595 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.db [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] For port 814bf95f-4882-4dd9-ab1d-249a72517c79, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=814bf95f-4882-4dd9-ab1d-249a72517c79,segment=NetworkSegment(a3887b96-eefc-45bc-884e-07fd34665844),segment_id=a3887b96-eefc-45bc-884e-07fd34665844)] {{(pid=88104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:36.441933 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.563376 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.plugin [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Calling delete_port for 814bf95f-4882-4dd9-ab1d-249a72517c79 owned by network:dhcp {{(pid=88104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:36.601671 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.db [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] For port 814bf95f-4882-4dd9-ab1d-249a72517c79, host dv-cinder-844605-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844605-1-smb',level=0,port_id=814bf95f-4882-4dd9-ab1d-249a72517c79,segment=NetworkSegment(a3887b96-eefc-45bc-884e-07fd34665844),segment_id=a3887b96-eefc-45bc-884e-07fd34665844)] {{(pid=88105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:36.602031 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478693'] for port, precommit_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.641207 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783997131668', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783996673208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31499629'] for port, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.689495 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Pushing event deleted for resources: {'Port': ['ID=814bf95f-4882-4dd9-ab1d-249a72517c79,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:36.693102 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] No DVR routers for this DVR port 814bf95f-4882-4dd9-ab1d-249a72517c79 on host dv-cinder-844605-1-smb {{(pid=88104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:36.723392 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] Calling delete_port for 814bf95f-4882-4dd9-ab1d-249a72517c79 owned by network:dhcp {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:36.797846 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.db.api [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:36.798211 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG oslo_db.api [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:36.809511 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538066', 'neutron.services.segments.db._delete_segments_for_network-8783997043065'] for network, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.834403 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d15e325-ee45-472d-8c57-7e62b448d8a3']}} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:36.846049 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3887b96-eefc-45bc-884e-07fd34665844') {'for_net_delete': True} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:36.846282 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.services.segments.db [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3887b96-eefc-45bc-884e-07fd34665844') {} {{(pid=88104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:36.857660 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783997046420', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31498839'] for segment, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.873302 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528461'] for segment, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.879377 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:26:36.879783 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1528450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31499678'] for segment, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.046011 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment a3887b96-eefc-45bc-884e-07fd34665844 resource provider aggregate not found Jun 28 11:26:37.069014 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.services.segments.plugin [-] Segment a3887b96-eefc-45bc-884e-07fd34665844 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3887b96-eefc-45bc-884e-07fd34665844 found for delete ", "request_id": "req-061309b5-61c5-4f44-8185-29c8b36462f5"}]} Jun 28 11:26:37.087887 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-603915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476891'] for network, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.107132 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-603929'] for network, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.114044 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d15e325-ee45-472d-8c57-7e62b448d8a3,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:37.123885 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-bdb49245-329f-4d8f-9848-14ff43fff941 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4d15e325-ee45-472d-8c57-7e62b448d8a3 HTTP/1.1" status: 204 len: 168 time: 1.0131626 Jun 28 11:26:37.299615 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] Deleting port 814bf95f-4882-4dd9-ab1d-249a72517c79 {{(pid=88105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:37.299866 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783997130298'] for port, before_delete {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.301369 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32860) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:37.352955 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-c7319dbd-2f2b-449b-bd53-b40cf8c0f08a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b7b853f6ba74650a7f92f7ccebfb69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500124 Jun 28 11:26:37.355466 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32864) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:37.367754 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-b16f4e56-174e-46d6-99b4-7956853457f0 None None] The port '814bf95f-4882-4dd9-ab1d-249a72517c79' was deleted {{(pid=88105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:26:37.385257 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 32868) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:37.413637 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3bb2-e7ef-4cf0-a49f-da66a697983e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.441636 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3bb2-e7ef-4cf0-a49f-da66a697983e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.486086 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 62aff95f-42ca-48e2-8104-df7a07c56327 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:37.504272 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3bb2-e7ef-4cf0-a49f-da66a697983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.516837 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.519323 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3bb2-e7ef-4cf0-a49f-da66a697983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea50afa-bc47-4280-853b-722ebc604bf5,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:37.524201 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 62aff95f-42ca-48e2-8104-df7a07c56327 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:37.524671 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 62aff95f-42ca-48e2-8104-df7a07c56327 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:37.525403 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 814bf95f-4882-4dd9-ab1d-249a72517c79 no longer exists at agent ovs-agent-dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:37.527141 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3bb2-e7ef-4cf0-a49f-da66a697983e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.530794 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-e8cf3bb2-e7ef-4cf0-a49f-da66a697983e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ea50afa-bc47-4280-853b-722ebc604bf5 HTTP/1.1" status: 204 len: 168 time: 0.1717644 Jun 28 11:26:37.541452 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:37.545684 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] Usage tracker for resource:security_group_rule and tenant:3cab40ef9cee4478bad563d7930d9ef4 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:37.548641 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:37.554928 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:37.566503 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] No Port match for: 814bf95f-4882-4dd9-ab1d-249a72517c79 {{(pid=88105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:37.566837 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron.plugins.ml2.rpc [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Device 814bf95f-4882-4dd9-ab1d-249a72517c79 not bound to the agent host dv-cinder-844605-1-smb {{(pid=88105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:37.644002 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.649125 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.695127 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cab40ef9cee4478bad563d7930d9ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086853 Jun 28 11:26:37.696829 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf32f65-7881-4cc4-bcea-30a293075b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a1e52a-7c73-4a33-982e-b33f432c3d8e,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:37.698248 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32878) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:37.757558 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cb72301f-f007-4158-84c4-5d81eacd6bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.783479 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cb72301f-f007-4158-84c4-5d81eacd6bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.816688 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 32882) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:37.839005 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cb72301f-f007-4158-84c4-5d81eacd6bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.854706 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72301f-f007-4158-84c4-5d81eacd6bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a1e52a-7c73-4a33-982e-b33f432c3d8e,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:37.858993 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-cb72301f-f007-4158-84c4-5d81eacd6bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.860099 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-cb72301f-f007-4158-84c4-5d81eacd6bd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76a1e52a-7c73-4a33-982e-b33f432c3d8e HTTP/1.1" status: 204 len: 168 time: 0.1606796 Jun 28 11:26:37.876683 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-e6d5522e-ad57-4137-839a-5d3348ee5901 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d198745efa694f2787a40f8894b994d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582416 Jun 28 11:26:37.878939 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 32888) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:37.939932 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9386a91d-8591-4eef-a47a-444ca92f8990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:37.965884 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9386a91d-8591-4eef-a47a-444ca92f8990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.017762 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9386a91d-8591-4eef-a47a-444ca92f8990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.033431 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386a91d-8591-4eef-a47a-444ca92f8990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839046c8-ca81-42e6-9b54-1fcc02cd2976,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:38.042559 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-9386a91d-8591-4eef-a47a-444ca92f8990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.043695 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-9386a91d-8591-4eef-a47a-444ca92f8990 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/839046c8-ca81-42e6-9b54-1fcc02cd2976 HTTP/1.1" status: 204 len: 168 time: 0.1635771 Jun 28 11:26:38.223034 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 32896) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:38.241790 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.258028 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:38.262351 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] Usage tracker for resource:security_group_rule and tenant:d1457ffdd73e4b6eae5d127800b6052a is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:38.265355 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:38.272069 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:38.374657 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.382274 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.434681 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1457ffdd73e4b6eae5d127800b6052a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2081909 Jun 28 11:26:38.434681 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09b6db-6841-4965-89b2-645a21ccda52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7563bc-6f30-481c-be11-a5d4d1603929,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:38.435449 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32900) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:38.492392 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-649f1177-3e47-41b9-933a-2b5a93e3081f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.521713 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-649f1177-3e47-41b9-933a-2b5a93e3081f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.577129 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-649f1177-3e47-41b9-933a-2b5a93e3081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.593800 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f1177-3e47-41b9-933a-2b5a93e3081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7563bc-6f30-481c-be11-a5d4d1603929,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:38.598173 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-649f1177-3e47-41b9-933a-2b5a93e3081f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.599278 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-649f1177-3e47-41b9-933a-2b5a93e3081f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa7563bc-6f30-481c-be11-a5d4d1603929 HTTP/1.1" status: 204 len: 168 time: 0.1632352 Jun 28 11:26:41.471789 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32970) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:41.607259 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.626332 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:41.632527 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] Usage tracker for resource:security_group_rule and tenant:d9308aadca6444768c85b7092325b07d is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:41.637240 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:41.645628 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:41.732064 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.739069 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.790996 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9308aadca6444768c85b7092325b07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180335 Jun 28 11:26:41.791871 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979f4a6-bb9f-463e-8f6e-04ec812f8b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e18987-4ff1-4921-b29f-60e99b6c578b,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:41.793957 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 32976) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:41.857271 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7312b978-e476-4ebd-804e-8afeb42939ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.883992 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7312b978-e476-4ebd-804e-8afeb42939ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.937703 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7312b978-e476-4ebd-804e-8afeb42939ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.953137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312b978-e476-4ebd-804e-8afeb42939ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e18987-4ff1-4921-b29f-60e99b6c578b,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:41.963224 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-7312b978-e476-4ebd-804e-8afeb42939ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.964968 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-7312b978-e476-4ebd-804e-8afeb42939ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13e18987-4ff1-4921-b29f-60e99b6c578b HTTP/1.1" status: 204 len: 168 time: 0.1699274 Jun 28 11:26:42.273535 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 32984) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:42.291038 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.308462 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:42.312459 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] Usage tracker for resource:security_group_rule and tenant:6c40e7239b4a4dc295adb9cf62fb3acb is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:42.315692 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:42.321809 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:42.521342 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.527382 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.574081 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c40e7239b4a4dc295adb9cf62fb3acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993627 Jun 28 11:26:42.574835 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d1055-6ae8-4655-be74-9aef00d355b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d832bd-3d93-4454-b39a-9c353381c077,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:42.576884 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 32988) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:42.649483 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ccede576-5ad6-4988-9843-1328850f52a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.679556 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ccede576-5ad6-4988-9843-1328850f52a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.738804 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ccede576-5ad6-4988-9843-1328850f52a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.754292 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccede576-5ad6-4988-9843-1328850f52a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d832bd-3d93-4454-b39a-9c353381c077,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:42.764931 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-ccede576-5ad6-4988-9843-1328850f52a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.766081 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-ccede576-5ad6-4988-9843-1328850f52a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1d832bd-3d93-4454-b39a-9c353381c077 HTTP/1.1" status: 204 len: 168 time: 0.1881738 Jun 28 11:26:48.455738 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33064) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:48.580260 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.595452 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:48.600056 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] Usage tracker for resource:security_group_rule and tenant:45880b9828db460683ca42983d83bf68 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:48.603103 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:48.609110 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:48.700514 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.706168 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.756644 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45880b9828db460683ca42983d83bf68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997901 Jun 28 11:26:48.758290 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487dd50-e6f8-4bf8-92f6-7905d7537e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a515faad-d8b6-4a85-aff6-bcec6bfebcf6,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:48.759607 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 33070) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:48.819827 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-eb77d6ef-df81-4a62-b097-97243355c0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.846564 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-eb77d6ef-df81-4a62-b097-97243355c0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.905504 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-eb77d6ef-df81-4a62-b097-97243355c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.927308 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77d6ef-df81-4a62-b097-97243355c0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a515faad-d8b6-4a85-aff6-bcec6bfebcf6,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:48.936229 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-eb77d6ef-df81-4a62-b097-97243355c0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.937372 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-eb77d6ef-df81-4a62-b097-97243355c0d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a515faad-d8b6-4a85-aff6-bcec6bfebcf6 HTTP/1.1" status: 204 len: 168 time: 0.1768022 Jun 28 11:26:49.167627 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.243668 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 33078) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:49.265042 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.280225 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:49.284689 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] Usage tracker for resource:security_group_rule and tenant:64dfc762ff4446c5be64a045b1fd8214 is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:49.287794 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:49.294074 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:49.379983 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.387386 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.443722 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64dfc762ff4446c5be64a045b1fd8214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985576 Jun 28 11:26:49.444420 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c38e86-4b6e-400e-a7c2-a71c6294deb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52aed15e-acc2-408e-a592-6d8a51313cd0,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:49.446648 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33082) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:49.512040 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-383e9842-f1e6-4829-8855-4a7b911479f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.539147 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-383e9842-f1e6-4829-8855-4a7b911479f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.597343 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-383e9842-f1e6-4829-8855-4a7b911479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.612643 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e9842-f1e6-4829-8855-4a7b911479f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52aed15e-acc2-408e-a592-6d8a51313cd0,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:49.621982 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-383e9842-f1e6-4829-8855-4a7b911479f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.625491 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-383e9842-f1e6-4829-8855-4a7b911479f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52aed15e-acc2-408e-a592-6d8a51313cd0 HTTP/1.1" status: 204 len: 168 time: 0.1754451 Jun 28 11:26:51.447175 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:26:52.219250 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-96f4a9e0-abb9-446f-92ad-458f155d1bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:54.314853 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-bdc086e8-8728-48d6-ac36-a0ffb281a2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:55.564177 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:55.602939 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:56.914146 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:57.689633 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33172) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:57.809753 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:57.824257 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:57.828246 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] Usage tracker for resource:security_group_rule and tenant:965b3b7286214da099119afaf5481098 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:57.831083 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:57.837089 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:57.917908 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:57.923441 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:57.974543 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=965b3b7286214da099119afaf5481098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836666 Jun 28 11:26:57.975321 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a4f78-f6be-4bdd-ac51-3417c2591a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a590e3ba-7544-4943-802f-6da176eaae0b,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:57.977609 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33178) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:58.035518 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9d84df95-0622-4331-b746-464b672da7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.061542 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9d84df95-0622-4331-b746-464b672da7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.124833 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9d84df95-0622-4331-b746-464b672da7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.138455 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84df95-0622-4331-b746-464b672da7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a590e3ba-7544-4943-802f-6da176eaae0b,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:58.145249 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9d84df95-0622-4331-b746-464b672da7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.146436 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-9d84df95-0622-4331-b746-464b672da7eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a590e3ba-7544-4943-802f-6da176eaae0b HTTP/1.1" status: 204 len: 168 time: 0.1679583 Jun 28 11:26:58.445881 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33186) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:58.463968 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.478819 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:26:58.483152 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] Usage tracker for resource:security_group_rule and tenant:f4716d6b349f4e86b6e7ed32bf50c299 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:26:58.486067 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:26:58.492584 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:26:58.577496 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.583642 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.628723 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4716d6b349f4e86b6e7ed32bf50c299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817155 Jun 28 11:26:58.629552 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200be4be-3466-4b09-a951-ecd382b29f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa034e4c-f048-41e0-941b-df440ecdcbae,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:58.631778 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 33190) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:58.698926 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-99ed5649-4066-4004-8b1a-5782373d8202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.724137 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-99ed5649-4066-4004-8b1a-5782373d8202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.779160 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-99ed5649-4066-4004-8b1a-5782373d8202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.794591 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed5649-4066-4004-8b1a-5782373d8202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa034e4c-f048-41e0-941b-df440ecdcbae,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:58.803188 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-99ed5649-4066-4004-8b1a-5782373d8202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:58.804315 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-99ed5649-4066-4004-8b1a-5782373d8202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa034e4c-f048-41e0-941b-df440ecdcbae HTTP/1.1" status: 204 len: 168 time: 0.1714215 Jun 28 11:27:01.212622 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 33264) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:01.343720 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:01.359819 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:27:01.364268 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] Usage tracker for resource:security_group_rule and tenant:57405b2a3ccb4466ab0f14f37577dccc is out of sync, need to count used quota {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:27:01.367308 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.quota.resource [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88103) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:27:01.373785 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.db.quota.driver [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88103) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:27:01.466524 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:01.473043 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:01.519141 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57405b2a3ccb4466ab0f14f37577dccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054729 Jun 28 11:27:01.520001 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153d2d8-22ee-4b1a-9446-923ef802c07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba961a9-323f-4453-b949-ab1208d431ee,revision_number=1']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:01.522597 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33270) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:01.590730 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbe85-9c65-48f0-abd8-3e5492cb4c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:01.616835 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbe85-9c65-48f0-abd8-3e5492cb4c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:01.679860 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbe85-9c65-48f0-abd8-3e5492cb4c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:01.696618 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cbe85-9c65-48f0-abd8-3e5492cb4c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba961a9-323f-4453-b949-ab1208d431ee,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:01.706780 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-9d0cbe85-9c65-48f0-abd8-3e5492cb4c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:01.707936 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-9d0cbe85-9c65-48f0-abd8-3e5492cb4c72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ba961a9-323f-4453-b949-ab1208d431ee HTTP/1.1" status: 204 len: 168 time: 0.1843071 Jun 28 11:27:02.021950 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33278) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:02.043344 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.058116 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:27:02.062289 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] Usage tracker for resource:security_group_rule and tenant:b7f650613b8546059c8687c2e293df73 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:27:02.065523 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:27:02.071590 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:27:02.164314 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.170582 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.216854 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7f650613b8546059c8687c2e293df73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1938035 Jun 28 11:27:02.217812 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc7fd4-0351-4402-a659-42a87e19d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5553981f-0a5f-4b86-a996-308cc1e6d9b2,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:02.219762 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.wsgi [-] (88103) accepted ('10.222.0.15', 33282) {{(pid=88103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:02.281053 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a89e96a7-f99a-4b1e-abf2-104d582cb224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.306141 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a89e96a7-f99a-4b1e-abf2-104d582cb224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.362133 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a89e96a7-f99a-4b1e-abf2-104d582cb224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.377774 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e96a7-f99a-4b1e-abf2-104d582cb224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553981f-0a5f-4b86-a996-308cc1e6d9b2,revision_number=None']} {{(pid=88103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:02.386419 dv-cinder-844605-1-smb neutron-server[88103]: DEBUG neutron_lib.callbacks.manager [None req-a89e96a7-f99a-4b1e-abf2-104d582cb224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.389558 dv-cinder-844605-1-smb neutron-server[88103]: INFO neutron.wsgi [None req-a89e96a7-f99a-4b1e-abf2-104d582cb224 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5553981f-0a5f-4b86-a996-308cc1e6d9b2 HTTP/1.1" status: 204 len: 168 time: 0.1667676 Jun 28 11:27:07.227545 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33350) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:07.353462 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:07.369148 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:27:07.373695 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] Usage tracker for resource:security_group_rule and tenant:42f58c2d2eb642c3bc659f7363ec7550 is out of sync, need to count used quota {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:27:07.376883 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.quota.resource [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88104) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:27:07.383667 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.db.quota.driver [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88104) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:27:07.479352 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:07.484670 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_create {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:07.532245 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939ed647-e997-4f3f-94d6-3cc38dc9343c,revision_number=1']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:07.536702 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f605e2c6-b4dc-47b3-b75e-ab08c0c32936 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42f58c2d2eb642c3bc659f7363ec7550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075089 Jun 28 11:27:07.539634 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.wsgi [-] (88104) accepted ('10.222.0.15', 33356) {{(pid=88104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:07.612016 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f4c67ddf-8191-4d49-aba4-9753ce6cbfcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:07.637957 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f4c67ddf-8191-4d49-aba4-9753ce6cbfcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:07.694542 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f4c67ddf-8191-4d49-aba4-9753ce6cbfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554916'] for security_group, after_delete {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:07.709229 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c67ddf-8191-4d49-aba4-9753ce6cbfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939ed647-e997-4f3f-94d6-3cc38dc9343c,revision_number=None']} {{(pid=88104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:07.718688 dv-cinder-844605-1-smb neutron-server[88104]: DEBUG neutron_lib.callbacks.manager [None req-f4c67ddf-8191-4d49-aba4-9753ce6cbfcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:07.719795 dv-cinder-844605-1-smb neutron-server[88104]: INFO neutron.wsgi [None req-f4c67ddf-8191-4d49-aba4-9753ce6cbfcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/939ed647-e997-4f3f-94d6-3cc38dc9343c HTTP/1.1" status: 204 len: 168 time: 0.1789825 Jun 28 11:27:19.183442 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:22.226835 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-cec8c01d-8e88-4dd4-8f0a-3933003937de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:24.323129 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2a49-cf64-4179-b739-307a0f791d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:25.565987 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:25.605983 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:26.918018 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:28.452698 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:27:49.201797 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.213297 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-30c7bc65-8c88-4d4c-b4db-a1de4ecc5d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.313246 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-82117c57-a818-4cae-bfb9-25a2e39873f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.563098 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.613116 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:56.923704 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:05.456636 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:28:19.193828 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.211085 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ee2f61fc-9fee-4d88-8c65-1a3a33bd08c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.322805 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2378fe03-8e19-45cb-a355-620728900c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.565618 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:25.613135 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.958872 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:42.463859 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:28:49.214530 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.208739 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-67ab3a65-fff5-4edc-9b4e-c613b95d9e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.312878 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-e7bf3806-6350-4a4c-950b-e53e7c59c07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.567545 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.615741 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.930784 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:19.216988 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:19.458456 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:29:22.205871 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-7d0ac45f-f7df-43d7-950b-dc75085b1e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:24.313667 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-4357bdc0-119f-4436-84aa-5a46ebdccf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:25.566489 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:25.619488 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:26.935470 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:49.230247 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:52.204832 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-923c9922-3625-43a6-ac82-3b4947c30583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:54.318869 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-3b79a354-adf3-4ff6-9745-7eee8e4b6f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:55.565414 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:55.624125 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:56.463127 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:29:56.933940 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:19.262427 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:22.201347 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ca10a58c-436e-47a7-bb91-ace60470b9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:24.316638 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-74bb7e94-8add-4162-b29b-31fa61bc16c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:25.569770 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:25.624223 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:26.941063 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:33.467933 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:30:49.275179 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:52.204200 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-2ea04c22-de59-420d-8ac5-bde58ee63a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:54.322482 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-8db541d8-f566-4544-bb56-4022e8b828a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:55.564761 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:55.628309 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:56.946411 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:10.470773 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:31:19.279468 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:22.205747 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-b74b8ed3-e42a-4968-a05f-24393195011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:24.312284 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-02ae9657-6d18-441b-accf-875a3698506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:25.567060 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:25.633566 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:26.946408 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:47.476067 dv-cinder-844605-1-smb neutron-server[88106]: DEBUG neutron.db.agents_db [None req-c7aa0f21-bd60-4a41-bfb9-81c227699fee None None] Agent healthcheck: found 6 active agents {{(pid=88106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:31:49.282112 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1f899389-8e65-4493-b54e-cc0f3caa9313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:52.209607 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-9a104a7d-55b5-4260-97dc-9889162684ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:54.318374 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-556711f6-9ac3-415d-8b9f-25e92526f14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:55.571369 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-1c7f449e-b5d9-406a-acaf-10879e34f4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:55.637075 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-ad114a15-3b3a-4d3c-9ace-1e6e424a7fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:56.950856 dv-cinder-844605-1-smb neutron-server[88105]: DEBUG neutron_lib.callbacks.manager [None req-d5375b8c-67ad-4ba4-b60e-338bc3fd6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783997043047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421916'] for agent, after_update {{(pid=88105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}